ANLP Final Project.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Reading input\n",
    "import pandas as pd\n",
    "import csv \n",
    "import numpy as np\n",
    "\n",
    "df = pd.read_csv(\"/Users/Abhishek/Downloads/convertcsv.csv\", index_col=None)\n",
    "#df.drop('index',1,inplace=True)\n",
    "#st = \"রাজা|NP.0.0.n.n মহানন্দ|NP.0.0.n.n\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# y = new_st.split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#Creating the dataset as an array\n",
    "#df.head()\n",
    "\n",
    "data_array = []\n",
    "for i in range(len(df)):\n",
    "    data_array.append(df[\"sentence\"][i])\n",
    "\n",
    "#new_st = data_array[1]\n",
    "# Creating bag of words\n",
    "# PLEASE REPLACE / symbol by |\n",
    "data_list = [] \n",
    "for d in data_array:\n",
    "    x = d.split()\n",
    "    sentence_list = []\n",
    "    for y in x:\n",
    "        split_word = (y).split('|')\n",
    "        word = split_word[0]\n",
    "        pos = split_word[1].split(\".\")[0]\n",
    "        zipped = (word,pos)\n",
    "        sentence_list.append(zipped)\n",
    "    data_list.append(sentence_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import nltk\n",
    "# Importing nltk hmm package \n",
    "from nltk.tag import hmm\n",
    "\n",
    "train_data = data_list\n",
    "\n",
    "# Training the model\n",
    "trainer = hmm.HiddenMarkovModelTrainer()\n",
    "tagger = trainer.train_supervised(train_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('|', 'JJ')]\n"
     ]
    }
   ],
   "source": [
    "#Testing the tagger\n",
    "print(tagger.tag(\"|\".split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Creating POS DICTIONARY\n",
    "pos_dict={}\n",
    "pos_test = []\n",
    "for key in sumbags.keys():\n",
    "    pos = tagger.tag(key.split())\n",
    "    pos_test.append(pos)\n",
    "\n",
    "for pos in pos_test:\n",
    "    pos_dict[pos[0][0]]=pos[0][1]\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Creating BAG OF WORDS\n",
    "# Corpus for all the words in one sentence\n",
    "import collections\n",
    "corpus_all=[]\n",
    "for d in data_list:\n",
    "    corpus_sentence=[]\n",
    "    sentence_temp=\"\"\n",
    "    \n",
    "    for word in d:\n",
    "        corpus_sentence.append(word[0])\n",
    "    sentence_temp = ' '.join(corpus_sentence)\n",
    "    corpus_all.append(sentence_temp)\n",
    "\n",
    "bagsofwords = [ collections.Counter(txt.split()) for txt in corpus_all]\n",
    "sumbags = sum(bagsofwords, collections.Counter())\n",
    "# Sorted words\n",
    "#sumbags.most_common()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'ALC': 46,\n",
       "         'AMN': 47,\n",
       "         'CCD': 4,\n",
       "         'CIN': 4,\n",
       "         'CSB': 28,\n",
       "         'CX': 19,\n",
       "         'DAB': 9,\n",
       "         'DRL': 2,\n",
       "         'JJ': 399,\n",
       "         'JQ': 89,\n",
       "         'NC': 1184,\n",
       "         'NP': 261,\n",
       "         'NST': 29,\n",
       "         'NV': 44,\n",
       "         'PPR': 70,\n",
       "         'PRF': 7,\n",
       "         'PRL': 10,\n",
       "         'PU': 12,\n",
       "         'PWH': 4,\n",
       "         'RDF': 65,\n",
       "         'RDS': 14,\n",
       "         'VM': 273})"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Number of occurences of POS\n",
    "pos_values = pos_dict.values()\n",
    "collections.Counter(pos_values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'সত্যেন্দ্রনাথ|NP.0.0.n.n প্রথম|ALC.0.n.n বিলেত|NC.0.0.n.n থেকে|PP.0.n ফিরলেন|VM.3.pst.sim.dcl.fin.n.n.y ৷|PU'"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_array[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# bag of words tool.\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "\n",
    "vectorizer = CountVectorizer(analyzer = \"word\",tokenizer = None, preprocessor = None, stop_words = None, max_features = 5000) \n",
    "\n",
    "train_data_features = vectorizer.fit_transform(sumbags)\n",
    "train_data_features = train_data_features.toarray()\n",
    "#train_data_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "bangla_lexicon = pd.read_excel(\"/Users/Abhishek/Desktop/ANLP/Bangla_Sentiment_Lexicon.xlsx\", index_col=None)\n",
    "#bangla_lexicon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def sentiment_features(test_sentence):\n",
    "    count =  {}\n",
    "    count['Positive'] = 0\n",
    "    count['Negative'] = 0\n",
    "    count['Anger'] = 0\n",
    "    count['Anticipation'] = 0\n",
    "    count['Disgust'] = 0\n",
    "    count['Fear'] = 0\n",
    "    count['Joy'] = 0\n",
    "    count['Sadness'] = 0\n",
    "    count['Surprise'] = 0\n",
    "    count['Trust'] = 0\n",
    "    count = [0,0,0,0,0,0,0,0,0,0]\n",
    "\n",
    "    for word in test_sentence.split():\n",
    "        for i in range(len(bangla_lexicon)):\n",
    "            if word == bangla_lexicon[\"Bengali Translation (Google Translate)\"][i]:\n",
    "                #print(word,i)\n",
    "                if bangla_lexicon.iloc[i][1] == 1:\n",
    "                    count[0]+=1\n",
    "                if bangla_lexicon.iloc[i][2] == 1:\n",
    "                    count[1]+=1\n",
    "                if bangla_lexicon.iloc[i][3] == 1:\n",
    "                    count[2]+=1\n",
    "                if bangla_lexicon.iloc[i][4] == 1:\n",
    "                    count[3]+=1\n",
    "                if bangla_lexicon.iloc[i][5] == 1:\n",
    "                    count[4]+=1\n",
    "                if bangla_lexicon.iloc[i][6] == 1:\n",
    "                    count[5]+=1\n",
    "                if bangla_lexicon.iloc[i][7] == 1:\n",
    "                    count[6]+=1\n",
    "                if bangla_lexicon.iloc[i][8] == 1:\n",
    "                    count[7]+=1\n",
    "                if bangla_lexicon.iloc[i][9] == 1:\n",
    "                    count[8]+=1\n",
    "                if bangla_lexicon.iloc[i][10] == 1:\n",
    "                    count[9]+=10\n",
    "    return count\n",
    "\n",
    "sentiment_features(corpus_all[0])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def sentiment_append(sentiment_feature_vector,index_val):\n",
    "    df_feature[\"Positive\"][index_val]= sentiment_feature_vector[0]\n",
    "    df_feature[\"Negative\"][index_val]= sentiment_feature_vector[1]\n",
    "    df_feature[\"Anger\"][index_val]= sentiment_feature_vector[2]            \n",
    "    df_feature[\"Anticipation\"][index_val]= sentiment_feature_vector[3]\n",
    "    df_feature[\"Disgust\"][index_val]= sentiment_feature_vector[4]\n",
    "    df_feature[\"Fear\"][index_val]= sentiment_feature_vector[5]\n",
    "    df_feature[\"Joy\"][index_val]= sentiment_feature_vector[6]\n",
    "    df_feature[\"Sadness\"][index_val]= sentiment_feature_vector[7]\n",
    "    df_feature[\"Surprise\"][index_val]= sentiment_feature_vector[8]\n",
    "    df_feature[\"Trust\"][index_val]= sentiment_feature_vector[9] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#This was run once to generate the train and test data sets with all features included. The dataframe is saved as an \n",
    "#excel file and can be used directly without using this part of the code.\n",
    "\n",
    "\n",
    "\n",
    "#df_feature\n",
    "#df_feature[\"খেলাধূলার\"][0]==1\n",
    "column_list = list(sumbags.keys())\n",
    "for name in bangla_lexicon.columns:\n",
    "    column_list.append(name)\n",
    "    \n",
    "df_feature = pd.DataFrame(np.zeros((378, len(column_list) ),int),columns=column_list)\n",
    "df_feature.drop(\"Bengali Translation (Google Translate)\", axis=1, inplace=True)\n",
    "num_sentence = 0\n",
    "for sentence in corpus_all[:378]:\n",
    "\n",
    "    for word in sentence.split():\n",
    "        df_feature[word][num_sentence]=df_feature[word][num_sentence]+1\n",
    "    \n",
    "    sentiment_feature_vector = sentiment_features(sentence)\n",
    "    sentiment_append(sentiment_feature_vector,num_sentence)\n",
    "    num_sentence = num_sentence+1\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#df_feature.to_csv(\"/Users/Abhishek/Desktop/Bangla_dataset_feat.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('গণনা-যন্ত্রবিশেষ', 0, 0, 0, 0, 0, 0, 0, 0, 0, 1)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bangla_lexicon_tuple = [tuple(x) for x in bangla_lexicon.to_records(index=False)]\n",
    "bangla_lexicon_tuple[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "রপ্তানি 4634\n",
      "ফল 2613\n",
      "ফল 5258\n",
      "ফল 8179\n",
      "পশম 5290\n",
      "রাজা 6529\n",
      "রাজধানীতে 1781\n",
      "তৈরি 2929\n",
      "মন্দির 8920\n",
      "মন্দির 8920\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>করবেন</th>\n",
       "      <th>ফেনা</th>\n",
       "      <th>রপ্তানি</th>\n",
       "      <th>প্রদর্শনী</th>\n",
       "      <th>সভ্যতার</th>\n",
       "      <th>বাজারের</th>\n",
       "      <th>হিতৈষীকে</th>\n",
       "      <th>কার্যের</th>\n",
       "      <th>গঙ্গায়</th>\n",
       "      <th>অথবা</th>\n",
       "      <th>...</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>348</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>349</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>351</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>353</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>354</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>361</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>362</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>363</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>364</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>365</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>366</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>367</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>369</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>370</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>371</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>372</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>373</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>374</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>376</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>377</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>378 rows × 2630 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     করবেন  ফেনা  রপ্তানি  প্রদর্শনী  সভ্যতার  বাজারের  হিতৈষীকে  কার্যের  \\\n",
       "0        0     0        1          0        0        0         0        0   \n",
       "1        0     0        0          0        0        0         0        0   \n",
       "2        0     0        0          0        0        0         0        0   \n",
       "3        0     0        0          0        0        0         0        0   \n",
       "4        0     0        0          0        0        0         0        0   \n",
       "5        0     0        0          0        0        0         0        0   \n",
       "6        0     0        0          0        0        0         0        0   \n",
       "7        0     0        0          0        0        0         1        0   \n",
       "8        0     0        0          0        0        0         0        0   \n",
       "9        0     0        0          0        0        0         0        0   \n",
       "10       0     0        0          0        0        0         0        0   \n",
       "11       0     0        0          0        0        0         0        0   \n",
       "12       0     0        0          0        0        0         0        0   \n",
       "13       0     0        0          0        0        0         0        0   \n",
       "14       0     0        0          0        0        0         0        0   \n",
       "15       0     0        0          0        0        0         0        0   \n",
       "16       0     0        0          0        0        0         0        0   \n",
       "17       0     0        0          0        0        0         0        0   \n",
       "18       0     0        0          0        0        0         0        0   \n",
       "19       0     0        0          0        0        0         0        0   \n",
       "20       0     0        0          0        0        0         0        0   \n",
       "21       0     0        0          0        0        0         0        0   \n",
       "22       0     0        0          0        0        0         0        0   \n",
       "23       0     0        0          0        0        0         0        0   \n",
       "24       0     0        0          0        0        0         0        0   \n",
       "25       0     0        0          0        0        0         0        0   \n",
       "26       0     0        0          0        0        0         0        0   \n",
       "27       0     0        0          0        0        0         0        0   \n",
       "28       1     0        0          0        0        0         0        0   \n",
       "29       0     0        0          0        0        0         0        0   \n",
       "..     ...   ...      ...        ...      ...      ...       ...      ...   \n",
       "348      0     0        0          0        0        0         0        0   \n",
       "349      0     0        0          0        0        0         0        0   \n",
       "350      0     0        0          0        0        0         0        0   \n",
       "351      0     0        0          0        0        0         0        0   \n",
       "352      0     0        0          0        0        0         0        0   \n",
       "353      0     0        0          0        0        0         0        0   \n",
       "354      0     0        0          0        0        0         0        0   \n",
       "355      0     0        0          0        0        0         0        0   \n",
       "356      0     0        0          0        0        0         0        0   \n",
       "357      0     0        0          0        0        0         0        0   \n",
       "358      0     0        0          0        0        0         0        0   \n",
       "359      0     0        0          0        0        0         0        0   \n",
       "360      0     0        0          0        0        0         0        0   \n",
       "361      0     0        0          0        0        0         0        0   \n",
       "362      0     0        0          0        0        0         0        0   \n",
       "363      1     0        0          0        0        0         0        0   \n",
       "364      0     1        0          0        0        0         0        0   \n",
       "365      0     0        0          0        0        0         0        0   \n",
       "366      0     0        0          0        0        0         0        0   \n",
       "367      0     0        0          0        0        0         0        0   \n",
       "368      0     0        0          0        0        0         0        0   \n",
       "369      0     0        0          0        0        0         0        0   \n",
       "370      0     0        1          0        0        0         0        0   \n",
       "371      0     0        0          0        0        0         0        0   \n",
       "372      0     0        0          0        0        0         0        0   \n",
       "373      0     0        0          0        0        0         0        0   \n",
       "374      0     0        0          0        0        0         0        0   \n",
       "375      0     0        0          0        0        0         0        0   \n",
       "376      0     0        0          0        0        0         0        0   \n",
       "377      0     0        0          0        0        0         0        0   \n",
       "\n",
       "     গঙ্গায়  অথবা  ...    Positive  Negative  Anger  Anticipation  Disgust  \\\n",
       "0         0     0  ...           0         0      0             1        0   \n",
       "1         0     0  ...           2         0      0             0        0   \n",
       "2         0     0  ...           0         0      0             0        0   \n",
       "3         0     0  ...           0         0      0             0        0   \n",
       "4         0     0  ...           0         0      0             0        0   \n",
       "5         0     0  ...           0         0      0             0        0   \n",
       "6         0     0  ...           0         0      0             0        0   \n",
       "7         0     0  ...           0         0      0             0        0   \n",
       "8         0     0  ...           0         0      0             0        0   \n",
       "9         0     0  ...           0         0      0             0        0   \n",
       "10        0     0  ...           0         0      0             0        0   \n",
       "11        0     0  ...           0         0      0             0        0   \n",
       "12        0     0  ...           0         0      0             0        0   \n",
       "13        0     0  ...           0         0      0             0        0   \n",
       "14        0     0  ...           0         0      0             0        0   \n",
       "15        0     0  ...           0         0      0             0        0   \n",
       "16        0     0  ...           0         0      0             0        0   \n",
       "17        0     0  ...           0         0      0             0        0   \n",
       "18        0     0  ...           0         0      0             0        0   \n",
       "19        0     0  ...           0         0      0             0        0   \n",
       "20        0     0  ...           0         0      0             0        0   \n",
       "21        0     0  ...           0         0      0             0        0   \n",
       "22        0     0  ...           0         0      0             0        0   \n",
       "23        0     0  ...           0         0      0             0        0   \n",
       "24        0     0  ...           0         0      0             0        0   \n",
       "25        0     0  ...           0         0      0             0        0   \n",
       "26        0     0  ...           0         0      0             0        0   \n",
       "27        0     0  ...           0         0      0             0        0   \n",
       "28        0     0  ...           0         0      0             0        0   \n",
       "29        0     0  ...           0         0      0             0        0   \n",
       "..      ...   ...  ...         ...       ...    ...           ...      ...   \n",
       "348       0     0  ...           0         0      0             0        0   \n",
       "349       0     0  ...           0         0      0             0        0   \n",
       "350       0     0  ...           0         0      0             0        0   \n",
       "351       0     0  ...           0         0      0             0        0   \n",
       "352       0     0  ...           0         0      0             0        0   \n",
       "353       0     0  ...           0         0      0             0        0   \n",
       "354       0     0  ...           0         0      0             0        0   \n",
       "355       0     0  ...           0         0      0             0        0   \n",
       "356       0     0  ...           0         0      0             0        0   \n",
       "357       0     0  ...           0         0      0             0        0   \n",
       "358       0     0  ...           0         0      0             0        0   \n",
       "359       0     0  ...           0         0      0             0        0   \n",
       "360       0     0  ...           0         0      0             0        0   \n",
       "361       0     0  ...           0         0      0             0        0   \n",
       "362       0     0  ...           0         0      0             0        0   \n",
       "363       0     0  ...           0         0      0             0        0   \n",
       "364       0     0  ...           0         0      0             0        0   \n",
       "365       0     0  ...           0         0      0             0        0   \n",
       "366       0     0  ...           0         0      0             0        0   \n",
       "367       0     0  ...           0         0      0             0        0   \n",
       "368       0     0  ...           0         0      0             0        0   \n",
       "369       0     0  ...           0         0      0             0        0   \n",
       "370       0     0  ...           0         0      0             0        0   \n",
       "371       0     0  ...           0         0      0             0        0   \n",
       "372       0     0  ...           0         0      0             0        0   \n",
       "373       0     0  ...           0         0      0             0        0   \n",
       "374       0     0  ...           0         0      0             0        0   \n",
       "375       0     0  ...           0         0      0             0        0   \n",
       "376       0     0  ...           0         0      0             0        0   \n",
       "377       0     0  ...           0         0      0             0        0   \n",
       "\n",
       "     Fear  Joy  Sadness  Surprise  Trust  \n",
       "0       0    0        0         0      0  \n",
       "1       0    1        0         0      0  \n",
       "2       0    0        0         0      0  \n",
       "3       0    0        0         0      0  \n",
       "4       0    0        0         0      0  \n",
       "5       0    0        0         0      0  \n",
       "6       0    0        0         0      0  \n",
       "7       0    0        0         0      0  \n",
       "8       0    0        0         0      0  \n",
       "9       0    0        0         0      0  \n",
       "10      0    0        0         0      0  \n",
       "11      0    0        0         0      0  \n",
       "12      0    0        0         0      0  \n",
       "13      0    0        0         0      0  \n",
       "14      0    0        0         0      0  \n",
       "15      0    0        0         0      0  \n",
       "16      0    0        0         0      0  \n",
       "17      0    0        0         0      0  \n",
       "18      0    0        0         0      0  \n",
       "19      0    0        0         0      0  \n",
       "20      0    0        0         0      0  \n",
       "21      0    0        0         0      0  \n",
       "22      0    0        0         0      0  \n",
       "23      0    0        0         0      0  \n",
       "24      0    0        0         0      0  \n",
       "25      0    0        0         0      0  \n",
       "26      0    0        0         0      0  \n",
       "27      0    0        0         0      0  \n",
       "28      0    0        0         0      0  \n",
       "29      0    0        0         0      0  \n",
       "..    ...  ...      ...       ...    ...  \n",
       "348     0    0        0         0      0  \n",
       "349     0    0        0         0      0  \n",
       "350     0    0        0         0      0  \n",
       "351     0    0        0         0      0  \n",
       "352     0    0        0         0      0  \n",
       "353     0    0        0         0      0  \n",
       "354     0    0        0         0      0  \n",
       "355     0    0        0         0      0  \n",
       "356     0    0        0         0      0  \n",
       "357     0    0        0         0      0  \n",
       "358     0    0        0         0      0  \n",
       "359     0    0        0         0      0  \n",
       "360     0    0        0         0      0  \n",
       "361     0    0        0         0      0  \n",
       "362     0    0        0         0      0  \n",
       "363     0    0        0         0      0  \n",
       "364     0    0        0         0      0  \n",
       "365     0    0        0         0      0  \n",
       "366     0    0        0         0      0  \n",
       "367     0    0        0         0      0  \n",
       "368     0    0        0         0      0  \n",
       "369     0    0        0         0      0  \n",
       "370     0    0        0         0      0  \n",
       "371     0    0        0         0      0  \n",
       "372     0    0        0         0      0  \n",
       "373     0    0        0         0      0  \n",
       "374     0    0        0         0      0  \n",
       "375     0    0        0         0      0  \n",
       "376     0    0        0         0      0  \n",
       "377     0    0        0         0      0  \n",
       "\n",
       "[378 rows x 2630 columns]"
      ]
     },
     "execution_count": 208,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#sentiment_append(count,num_sentence)\n",
    "#test_val = sentiment_features(corpus_all[1])\n",
    "#print(test_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#df_feature.to_excel(\"/Users/Abhishek/Desktop/bangla_dataset_features.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "train_data = pd.read_excel(\"/Users/Abhishek/Desktop/ANLP/bangla_dataset_train.xlsx\", index_col=None)\n",
    "test_data = pd.read_excel(\"/Users/Abhishek/Desktop/ANLP/bangla_dataset_test.xlsx\", index_col=None)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>করবেন</th>\n",
       "      <th>ফেনা</th>\n",
       "      <th>রপ্তানি</th>\n",
       "      <th>প্রদর্শনী</th>\n",
       "      <th>সভ্যতার</th>\n",
       "      <th>বাজারের</th>\n",
       "      <th>হিতৈষীকে</th>\n",
       "      <th>কার্যের</th>\n",
       "      <th>গঙ্গায়</th>\n",
       "      <th>অথবা</th>\n",
       "      <th>...</th>\n",
       "      <th>মঞ্জুষা</th>\n",
       "      <th>উচ্চারণের</th>\n",
       "      <th>তারপর</th>\n",
       "      <th>সভায়</th>\n",
       "      <th>উপবৃত্ত</th>\n",
       "      <th>ক্ষত</th>\n",
       "      <th>মালিকানার</th>\n",
       "      <th>74</th>\n",
       "      <th>যোগান</th>\n",
       "      <th>Setiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 2621 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   করবেন  ফেনা  রপ্তানি  প্রদর্শনী  সভ্যতার  বাজারের  হিতৈষীকে  কার্যের  \\\n",
       "0      0     0        1          0        0        0         0        0   \n",
       "1      0     0        0          0        0        0         0        0   \n",
       "2      0     0        0          0        0        0         0        0   \n",
       "3      0     0        0          0        0        0         0        0   \n",
       "4      0     0        0          0        0        0         0        0   \n",
       "\n",
       "   গঙ্গায়  অথবা    ...     মঞ্জুষা  উচ্চারণের  তারপর  সভায়  উপবৃত্ত  ক্ষত  \\\n",
       "0       0     0    ...           0          0      0     0        0     0   \n",
       "1       0     0    ...           0          0      0     0        0     0   \n",
       "2       0     0    ...           0          0      0     0        0     0   \n",
       "3       0     0    ...           0          0      0     0        0     0   \n",
       "4       0     0    ...           0          0      0     0        0     0   \n",
       "\n",
       "   মালিকানার  74  যোগান  Setiment  \n",
       "0          0   0      0      -0.5  \n",
       "1          0   0      0      11.0  \n",
       "2          0   0      0       5.0  \n",
       "3          0   0      0       5.0  \n",
       "4          0   0      0       5.0  \n",
       "\n",
       "[5 rows x 2621 columns]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Abhishek/anaconda/lib/python3.5/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  if __name__ == '__main__':\n",
      "/Users/Abhishek/anaconda/lib/python3.5/site-packages/ipykernel/__main__.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  from ipykernel import kernelapp as app\n"
     ]
    }
   ],
   "source": [
    "train_data[\"Setiment\"][train_data[\"Setiment\"]<0]=0\n",
    "train_data[\"Setiment\"][train_data[\"Setiment\"]>0]=1\n",
    "train_data[train_data[\"Setiment\"]==1]\n",
    "#train_data.to_csv(\"/Users/Abhishek/Desktop/bangla_dataset_feature2.csv\")\n",
    "\n",
    "#train_array = train_data.as_matrix()\n",
    "train_data_array = train_data[train_data.columns.difference(['Setiment'])].as_matrix()\n",
    "train_class_array = train_data[[\"Setiment\"]].as_matrix()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>করবেন</th>\n",
       "      <th>ফেনা</th>\n",
       "      <th>রপ্তানি</th>\n",
       "      <th>প্রদর্শনী</th>\n",
       "      <th>সভ্যতার</th>\n",
       "      <th>বাজারের</th>\n",
       "      <th>হিতৈষীকে</th>\n",
       "      <th>কার্যের</th>\n",
       "      <th>গঙ্গায়</th>\n",
       "      <th>অথবা</th>\n",
       "      <th>...</th>\n",
       "      <th>মঞ্জুষা</th>\n",
       "      <th>উচ্চারণের</th>\n",
       "      <th>তারপর</th>\n",
       "      <th>সভায়</th>\n",
       "      <th>উপবৃত্ত</th>\n",
       "      <th>ক্ষত</th>\n",
       "      <th>মালিকানার</th>\n",
       "      <th>74</th>\n",
       "      <th>যোগান</th>\n",
       "      <th>Setiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 2621 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   করবেন  ফেনা  রপ্তানি  প্রদর্শনী  সভ্যতার  বাজারের  হিতৈষীকে  কার্যের  \\\n",
       "0      0     0        1          0        0        0         0        0   \n",
       "1      0     0        0          0        0        0         0        0   \n",
       "2      0     0        0          0        0        0         0        0   \n",
       "3      0     0        0          0        0        0         0        0   \n",
       "4      0     0        0          0        0        0         0        0   \n",
       "\n",
       "   গঙ্গায়  অথবা    ...     মঞ্জুষা  উচ্চারণের  তারপর  সভায়  উপবৃত্ত  ক্ষত  \\\n",
       "0       0     0    ...           0          0      0     0        0     0   \n",
       "1       0     0    ...           0          0      0     0        0     0   \n",
       "2       0     0    ...           0          0      0     0        0     0   \n",
       "3       0     0    ...           0          0      0     0        0     0   \n",
       "4       0     0    ...           0          0      0     0        0     0   \n",
       "\n",
       "   মালিকানার  74  যোগান  Setiment  \n",
       "0          0   0      0       0.0  \n",
       "1          0   0      0       1.0  \n",
       "2          0   0      0       1.0  \n",
       "3          0   0      0       1.0  \n",
       "4          0   0      0       1.0  \n",
       "\n",
       "[5 rows x 2621 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.head()"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
      "  decision_function_shape=None, degree=3, gamma='auto', kernel='rbf',\n",
      "  max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
      "  tol=0.001, verbose=False)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Abhishek/anaconda/lib/python3.5/site-packages/sklearn/svm/base.py:514: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples, ), for example using ravel().\n",
      "  y_ = column_or_1d(y, warn=True)\n"
     ]
    }
   ],
   "source": [
    "# Support Vector Machine\n",
    "from sklearn import datasets\n",
    "from sklearn import metrics\n",
    "from sklearn.svm import SVC\n",
    "# load the iris datasets\n",
    "dataset = datasets.load_iris()\n",
    "model = SVC()\n",
    "model.fit(train_data_array, train_class_array)\n",
    "print(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "expected = train_class_array\n",
    "predicted = model.predict(train_data_array)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Rough Work Below!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Creating bag of words\n",
    "# PLEASE REPLACE / symbol by |\n",
    "data_list = [] \n",
    "for d in data_array:\n",
    "    x = d.split()\n",
    "    sentence_list = []\n",
    "    for y in x:\n",
    "        split_word = (y).split('|')\n",
    "        word = split_word[0]\n",
    "        pos = split_word[1].split(\".\")[0]\n",
    "        zipped = (word,pos)\n",
    "        sentence_list.append(zipped)\n",
    "    data_list.append(sentence_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Bengali Translation (Google Translate)    মন্দির\n",
       "Positive                                       0\n",
       "Negative                                       0\n",
       "Anger                                          0\n",
       "Anticipation                                   0\n",
       "Disgust                                        0\n",
       "Fear                                           0\n",
       "Joy                                            0\n",
       "Sadness                                        0\n",
       "Surprise                                       0\n",
       "Trust                                          0\n",
       "Name: 8920, dtype: object"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bangla_lexicon.iloc[8920]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('রাজা', 'NP'), ('মহানন্দ', 'NP')]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Tokenizing words and POS tags together to create dataset\n",
    "x = st.split()\n",
    "data_list = [] \n",
    "for y in x:\n",
    "    split_word = (y).split('|')\n",
    "    word = split_word[0]\n",
    "    pos = split_word[1].split(\".\")[0]\n",
    "    zipped = (word,pos)\n",
    "    data_list.append(zipped)\n",
    "\n",
    "data_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['রাজা|NP', '0', '0', 'n', 'n মহানন্দ|NP', '0', '0', 'n', 'n']"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ast = \"রাজা|NP.0.0.n.n মহানন্দ|NP.0.0.n.n\"\n",
    "ast.split(\".\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Creating BAG OF WORDS\n",
    "# Corpus for all the words in one sentence\n",
    "corpus_all=[]\n",
    "for d in data_list:\n",
    "    corpus_sentence=[]\n",
    "    sentence_temp=\"\"\n",
    "    \n",
    "    for word in d:\n",
    "        corpus_sentence.append(word[0])\n",
    "    sentence_temp = ' '.join(corpus_sentence)\n",
    "    corpus_all.append(sentence_temp)\n",
    "\n",
    "bagsofwords = [ collections.Counter(txt.split()) for txt in corpus_all]\n",
    "sumbags = sum(bagsofwords, collections.Counter())\n",
    "# Sorted words\n",
    "#sumbags.most_common()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# bag of words tool.\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "\n",
    "vectorizer = CountVectorizer(analyzer = \"word\",tokenizer = None, preprocessor = None, stop_words = None, max_features = 5000) \n",
    "\n",
    "train_data_features = vectorizer.fit_transform(sumbags)\n",
    "train_data_features = train_data_features.toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#test_df\n",
    "#df_feature\n",
    "#df_feature[\"খেলাধূলার\"][0]==1\n",
    "column_list = list(sumbags.keys())\n",
    "for name in bangla_lexicon.columns:\n",
    "    column_list.append(name)\n",
    "    \n",
    "df_feature = pd.DataFrame(np.zeros((378, len(column_list) ),int),columns=column_list)\n",
    "df_feature.drop(\"Bengali Translation (Google Translate)\", axis=1, inplace=True)\n",
    "num_sentence = 0\n",
    "for sentence in corpus_all[:378]:\n",
    "    for word in sentence.split():\n",
    "        df_feature[word][num_sentence]=df_feature[word][num_sentence]+1\n",
    "    \n",
    "    num_sentence = num_sentence+1\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#df_feature[\"ও\"][:15]\n",
    "#for word in test_sentence.split():\n",
    "for lex in bangla_lexicon[\"Bengali Translation (Google Translate)\"][:]:\n",
    "    print(lex)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "bangla_lexicon[\"Bengali Translation (Google Translate)\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "test_sentence = corpus_all[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "রপ্তানি 4634\n",
      "ফল 2613\n",
      "ফল 5258\n",
      "ফল 8179\n",
      "পশম 5290\n",
      "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0]\n",
      "রাজা 6529\n",
      "রাজধানীতে 1781\n",
      "তৈরি 2929\n",
      "মন্দির 8920\n",
      "মন্দির 8920\n",
      "[2, 0, 0, 0, 0, 0, 1, 0, 0, 0]\n",
      "পবিত্র 5747\n",
      "পবিত্র 6024\n",
      "ধ্যান 6784\n",
      "[1, 0, 0, 0, 0, 0, 0, 0, 0, 0]\n"
     ]
    }
   ],
   "source": [
    "#test_df.drop(\"Bengali Translation (Google Translate)\", axis=1, inplace=True)\n",
    "\n",
    "#corpus_all[:20]\n",
    "#df_feature[\"Positive\"][:20]\n",
    "\n",
    "for test_sentence in corpus_all[:3]:\n",
    "    count =  {}\n",
    "    count['Positive'] = 0\n",
    "    count['Negative'] = 0\n",
    "    count['Anger'] = 0\n",
    "    count['Anticipation'] = 0\n",
    "    count['Disgust'] = 0\n",
    "    count['Fear'] = 0\n",
    "    count['Joy'] = 0\n",
    "    count['Sadness'] = 0\n",
    "    count['Surprise'] = 0\n",
    "    count['Trust'] = 0\n",
    "    count = [0,0,0,0,0,0,0,0,0,0]\n",
    "    \n",
    "    for word in test_sentence.split():\n",
    "        for i in range(len(bangla_lexicon)):\n",
    "            if word == bangla_lexicon[\"Bengali Translation (Google Translate)\"][i]:\n",
    "                print(word,i)\n",
    "                if bangla_lexicon.iloc[i][1] == 1:\n",
    "                    count[0]+=1\n",
    "                if bangla_lexicon.iloc[i][2] == 1:\n",
    "                    count[1]+=1\n",
    "                if bangla_lexicon.iloc[i][3] == 1:\n",
    "                    count[2]+=1\n",
    "                if bangla_lexicon.iloc[i][4] == 1:\n",
    "                    count[3]+=1\n",
    "                if bangla_lexicon.iloc[i][5] == 1:\n",
    "                    count[4]+=1\n",
    "                if bangla_lexicon.iloc[i][6] == 1:\n",
    "                    count[5]+=1\n",
    "                if bangla_lexicon.iloc[i][7] == 1:\n",
    "                    count[6]+=1\n",
    "                if bangla_lexicon.iloc[i][8] == 1:\n",
    "                    count[7]+=1\n",
    "                if bangla_lexicon.iloc[i][9] == 1:\n",
    "                    count[8]+=1\n",
    "                if bangla_lexicon.iloc[i][10] == 1:\n",
    "                    count[9]+=10\n",
    "    print(count)            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Bengali Translation (Google Translate)    তৈরি\n",
       "Positive                                     1\n",
       "Negative                                     0\n",
       "Anger                                        0\n",
       "Anticipation                                 0\n",
       "Disgust                                      0\n",
       "Fear                                         0\n",
       "Joy                                          1\n",
       "Sadness                                      0\n",
       "Surprise                                     0\n",
       "Trust                                        0\n",
       "Name: 2929, dtype: object"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bangla_lexicon.iloc[2929]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "বিসর্জন 4\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[1, 1, 1, 0, 0, 1, 0, 1, 1, 0]"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word = \"বিসর্জন\"\n",
    "for i in range(len(bangla_lexicon)):\n",
    "    if word == bangla_lexicon[\"Bengali Translation (Google Translate)\"][i]:\n",
    "        print(word,i)\n",
    "        if bangla_lexicon.iloc[i][1] == 1:\n",
    "            count[0]+=1\n",
    "        if bangla_lexicon.iloc[i][2] == 1:\n",
    "            count[1]+=1\n",
    "        if bangla_lexicon.iloc[i][3] == 1:\n",
    "            count[2]+=1\n",
    "        if bangla_lexicon.iloc[i][4] == 1:\n",
    "            count[3]+=1\n",
    "        if bangla_lexicon.iloc[i][5] == 1:\n",
    "            count[4]+=1\n",
    "        if bangla_lexicon.iloc[i][6] == 1:\n",
    "            count[5]+=1\n",
    "        if bangla_lexicon.iloc[i][7] == 1:\n",
    "            count[6]+=1\n",
    "        if bangla_lexicon.iloc[i][8] == 1:\n",
    "            count[7]+=1\n",
    "        if bangla_lexicon.iloc[i][9] == 1:\n",
    "            count[8]+=1\n",
    "        if bangla_lexicon.iloc[i][10] == 1:\n",
    "            count[9]+=1\n",
    "count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#bangla_lexicon[\"Bengali Translation (Google Translate)\"==\"Abba\"]\n",
    "bangla_lexicon.iloc[1][1] == 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "bangla_lexicon = pd.read_excel(\"/Users/Abhishek/Downloads/Bangla_Sentiment_Lexicon.xlsx\", index_col=None)\n",
    "#bangla_lexicon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "bangla_lexicon[\"Bengali Translation (Google Translate)\"==\"পরিত্যক্ত\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('গণনা-যন্ত্রবিশেষ', 0, 0, 0, 0, 0, 0, 0, 0, 0, 1)"
      ]
     },
     "execution_count": 189,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bangla_lexicon_tuple = [tuple(x) for x in bangla_lexicon.to_records(index=False)]\n",
    "bangla_lexicon_tuple[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 268,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'সত্যেন্দ্রনাথ প্রথম বিলেত থেকে ফিরলেন ৷'"
      ]
     },
     "execution_count": 268,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Make a dictionary\n",
    "corpus_all[378]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lexicon_index = []\n",
    "for tuple_list in bangla_lexicon_tuple:\n",
    "    lexicon_index.append(tuple_list[0])\n",
    "\n",
    "def lexicon_features(sentences):\n",
    "    def lexicon_count(sentences):\n",
    "        count =  {}\n",
    "        count['Positive'] = 0\n",
    "        count['Negative'] = 0\n",
    "        count['Anger'] = 0\n",
    "        count['Anticipation'] = 0\n",
    "        count['Disgust'] = 0\n",
    "        count['Fear'] = 0\n",
    "        count['Joy'] = 0\n",
    "        count['Sadness'] = 0\n",
    "        count['Surprise'] = 0\n",
    "        count['Trust'] = 0\n",
    "        count = [0,0,0,0,0,0,0,0,0,0]\n",
    "        for word in sentences:\n",
    "            if word in lexicon_index:\n",
    "                if word[1] == '1':\n",
    "                    count[0]+=1\n",
    "                if word[2] == '1':\n",
    "                    count[1]+=1\n",
    "                if word[3] == '1':\n",
    "                    count[2]+=1\n",
    "                if word[4] == '1':\n",
    "                    count[3]+=1\n",
    "                if word[5] == '1':\n",
    "                    count[4]+=1\n",
    "                if word[6] == '1':\n",
    "                    count[5]+=1\n",
    "                if word[7] == '1':\n",
    "                    count[6]+=1\n",
    "                if word[8] == '1':\n",
    "                    count[7]+=1\n",
    "                if word[9] == '1':\n",
    "                    count[8]+=1\n",
    "                if word[10] == '1':\n",
    "                    count[9]+=1\n",
    "                if word[11] == '1':\n",
    "                    count[10]+=1\n",
    "            return count\n",
    "        \n",
    "    lexicon_counts = sentences.apply(lambda a: lexicon_count(a))\n",
    "    sentiment1 = lexicon_counts.apply(lambda a: a[1])\n",
    "    sentiment2 = lexicon_counts.apply(lambda a: a[2])\n",
    "    sentiment3 = lexicon_counts.apply(lambda a: a[3])\n",
    "    sentiment4 = lexicon_counts.apply(lambda a: a[4])\n",
    "    sentiment5 = lexicon_counts.apply(lambda a: a[5])\n",
    "    sentiment6 = lexicon_counts.apply(lambda a: a[6])\n",
    "    sentiment7 = lexicon_counts.apply(lambda a: a[7])\n",
    "    sentiment8 = lexicon_counts.apply(lambda a: a[8])\n",
    "    sentiment9 = lexicon_counts.apply(lambda a: a[9])\n",
    "    sentiment10 = lexicon_counts.apply(lambda a: a[10])\n",
    "            \n",
    "    return np.array([sentiment1,sentiment2,sentiment3,sentiment4,sentiment5,sentiment6,sentiment7,sentiment8,sentiment9,sentiment10])\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Bengali Translation (Google Translate)</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>পশ্চাতে</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>গণনা-যন্ত্রবিশেষ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>বর্জিত করা</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>পরিত্যক্ত</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>বিসর্জন</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>প্রকোপ হ্রাস করা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>উপশম</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Abba</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>মঠাধ্যক্ষ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>খাট করা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>সংক্ষেপ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>উদর</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>পেটের</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>অপহরণ</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>বিপথগামী</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>স্খলন</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>মুলতবি অবস্থা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ঘৃণাসহকারে পরিহার করা</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>জঘন্য</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>বরদাস্ত করা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>ক্ষমতা</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>শোচনীয়</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>অপসারণ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>বহ্নিমান</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>অস্বাভাবিক</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>জাহাজের উপরে</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>গৃহ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>উঠান</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>রদ</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>জঘন্য</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9422</th>\n",
       "      <td>লেখন</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9423</th>\n",
       "      <td>লেখা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9424</th>\n",
       "      <td>লেখা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9425</th>\n",
       "      <td>লিখিত</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9426</th>\n",
       "      <td>ভুল</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9427</th>\n",
       "      <td>মুদ্রণ পদ্ধতিবিশেষ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9428</th>\n",
       "      <td>রাঙা আলু</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9429</th>\n",
       "      <td>গজ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9430</th>\n",
       "      <td>স্খলিতভাবে চলা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9431</th>\n",
       "      <td>হাই তোলা</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9432</th>\n",
       "      <td>হাঁ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9433</th>\n",
       "      <td>বছর</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9434</th>\n",
       "      <td>বাত্সরিক</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9435</th>\n",
       "      <td>আকুল আকাঙ্ক্ষা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9436</th>\n",
       "      <td>বছর</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9437</th>\n",
       "      <td>খামির</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9438</th>\n",
       "      <td>চিত্কার</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9439</th>\n",
       "      <td>হলুদ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9440</th>\n",
       "      <td>গতকাল</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9441</th>\n",
       "      <td>উত্পাদ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9442</th>\n",
       "      <td>অল্পবয়স্ক</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9443</th>\n",
       "      <td>ছোট</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9444</th>\n",
       "      <td>যৌবন</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9445</th>\n",
       "      <td>মূর্খ লোক</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9446</th>\n",
       "      <td>প্রবল উদ্দীপনাপূর্ণ</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9447</th>\n",
       "      <td>জেব্রা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9448</th>\n",
       "      <td>জিপ</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9449</th>\n",
       "      <td>রাশিচক্র</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9450</th>\n",
       "      <td>মণ্ডল</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9451</th>\n",
       "      <td>চিড়িয়াখানা</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9452 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Bengali Translation (Google Translate)  Positive  Negative  Anger  \\\n",
       "0                                   পশ্চাতে         0         0      0   \n",
       "1                          গণনা-যন্ত্রবিশেষ         0         0      0   \n",
       "2                                বর্জিত করা         0         1      0   \n",
       "3                                 পরিত্যক্ত         0         1      1   \n",
       "4                                   বিসর্জন         0         1      1   \n",
       "5                          প্রকোপ হ্রাস করা         0         0      0   \n",
       "6                                      উপশম         0         0      0   \n",
       "7                                      Abba         1         0      0   \n",
       "8                                 মঠাধ্যক্ষ         0         0      0   \n",
       "9                                   খাট করা         0         0      0   \n",
       "10                                  সংক্ষেপ         0         0      0   \n",
       "11                                      উদর         0         0      0   \n",
       "12                                    পেটের         0         0      0   \n",
       "13                                    অপহরণ         0         1      0   \n",
       "14                                 বিপথগামী         0         1      0   \n",
       "15                                    স্খলন         0         1      0   \n",
       "16                            মুলতবি অবস্থা         0         0      0   \n",
       "17                    ঘৃণাসহকারে পরিহার করা         0         1      1   \n",
       "18                                    জঘন্য         0         1      1   \n",
       "19                              বরদাস্ত করা         0         0      0   \n",
       "20                                   ক্ষমতা         1         0      0   \n",
       "21                                  শোচনীয়         0         1      0   \n",
       "22                                   অপসারণ         0         0      0   \n",
       "23                                 বহ্নিমান         0         0      0   \n",
       "24                               অস্বাভাবিক         0         1      0   \n",
       "25                             জাহাজের উপরে         0         0      0   \n",
       "26                                      গৃহ         0         0      0   \n",
       "27                                     উঠান         0         1      1   \n",
       "28                                       রদ         0         1      0   \n",
       "29                                    জঘন্য         0         1      0   \n",
       "...                                     ...       ...       ...    ...   \n",
       "9422                                   লেখন         0         0      0   \n",
       "9423                                   লেখা         0         0      0   \n",
       "9424                                   লেখা         0         0      0   \n",
       "9425                                  লিখিত         0         0      0   \n",
       "9426                                    ভুল         0         1      0   \n",
       "9427                     মুদ্রণ পদ্ধতিবিশেষ         0         0      0   \n",
       "9428                               রাঙা আলু         0         0      0   \n",
       "9429                                     গজ         0         0      0   \n",
       "9430                         স্খলিতভাবে চলা         0         0      0   \n",
       "9431                               হাই তোলা         0         1      0   \n",
       "9432                                    হাঁ         0         0      0   \n",
       "9433                                    বছর         0         0      0   \n",
       "9434                               বাত্সরিক         0         0      0   \n",
       "9435                         আকুল আকাঙ্ক্ষা         0         0      0   \n",
       "9436                                    বছর         0         0      0   \n",
       "9437                                  খামির         0         0      0   \n",
       "9438                                চিত্কার         0         1      1   \n",
       "9439                                   হলুদ         0         0      0   \n",
       "9440                                  গতকাল         0         0      0   \n",
       "9441                                 উত্পাদ         0         0      0   \n",
       "9442                             অল্পবয়স্ক         1         0      0   \n",
       "9443                                    ছোট         1         0      0   \n",
       "9444                                   যৌবন         1         0      1   \n",
       "9445                              মূর্খ লোক         0         0      0   \n",
       "9446                    প্রবল উদ্দীপনাপূর্ণ         1         0      0   \n",
       "9447                                 জেব্রা         0         0      0   \n",
       "9448                                    জিপ         0         1      0   \n",
       "9449                               রাশিচক্র         0         0      0   \n",
       "9450                                  মণ্ডল         0         0      0   \n",
       "9451                           চিড়িয়াখানা         0         0      0   \n",
       "\n",
       "      Anticipation  Disgust  Fear  Joy  Sadness  Surprise  Trust  \n",
       "0                0        0     0    0        0         0      0  \n",
       "1                0        0     0    0        0         0      1  \n",
       "2                0        0     1    0        1         0      0  \n",
       "3                0        0     1    0        1         0      0  \n",
       "4                0        0     1    0        1         1      0  \n",
       "5                0        0     0    0        0         0      0  \n",
       "6                0        0     0    0        0         0      0  \n",
       "7                0        0     0    0        0         0      0  \n",
       "8                0        0     0    0        0         0      1  \n",
       "9                0        0     0    0        0         0      0  \n",
       "10               0        0     0    0        0         0      0  \n",
       "11               0        0     0    0        0         0      0  \n",
       "12               0        0     0    0        0         0      0  \n",
       "13               0        0     1    0        1         1      0  \n",
       "14               0        0     0    0        0         0      0  \n",
       "15               0        1     0    0        0         0      0  \n",
       "16               0        0     0    0        0         0      0  \n",
       "17               0        1     1    0        0         0      0  \n",
       "18               0        1     1    0        0         0      0  \n",
       "19               0        0     0    0        0         0      0  \n",
       "20               0        0     0    0        0         0      0  \n",
       "21               0        1     0    0        0         0      0  \n",
       "22               0        0     0    0        0         0      0  \n",
       "23               0        0     0    0        0         0      0  \n",
       "24               0        1     0    0        0         0      0  \n",
       "25               0        0     0    0        0         0      0  \n",
       "26               0        0     0    0        0         0      0  \n",
       "27               0        0     0    0        0         0      0  \n",
       "28               0        0     0    0        0         0      0  \n",
       "29               0        1     1    0        0         0      0  \n",
       "...            ...      ...   ...  ...      ...       ...    ...  \n",
       "9422             0        0     0    0        0         0      0  \n",
       "9423             0        0     0    0        0         0      0  \n",
       "9424             0        0     0    0        0         0      0  \n",
       "9425             0        0     0    0        0         0      0  \n",
       "9426             0        0     0    0        0         0      0  \n",
       "9427             0        0     0    0        0         0      0  \n",
       "9428             0        0     0    0        0         0      0  \n",
       "9429             0        0     0    0        0         0      0  \n",
       "9430             0        0     0    0        0         0      0  \n",
       "9431             0        0     0    0        0         0      0  \n",
       "9432             0        0     0    0        0         0      0  \n",
       "9433             0        0     0    0        0         0      0  \n",
       "9434             0        0     0    0        0         0      0  \n",
       "9435             0        0     0    0        0         0      0  \n",
       "9436             0        0     0    0        0         0      0  \n",
       "9437             0        0     0    0        0         0      0  \n",
       "9438             0        0     1    0        0         1      0  \n",
       "9439             0        0     0    0        0         0      0  \n",
       "9440             0        0     0    0        0         0      0  \n",
       "9441             0        0     0    0        0         0      0  \n",
       "9442             1        0     0    1        0         1      0  \n",
       "9443             0        0     0    0        0         0      0  \n",
       "9444             1        0     1    1        0         1      0  \n",
       "9445             0        0     0    0        0         1      0  \n",
       "9446             0        0     0    1        0         0      1  \n",
       "9447             0        0     0    0        0         0      0  \n",
       "9448             0        0     0    0        0         0      0  \n",
       "9449             0        0     0    0        0         0      0  \n",
       "9450             0        0     0    0        0         0      0  \n",
       "9451             0        0     0    0        0         0      0  \n",
       "\n",
       "[9452 rows x 11 columns]"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bangla_lexicon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import nltk\n",
    "from nltk.corpus import treebank"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "train_data = treebank.tagged_sents()[:3000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Importing nltk hmm package \n",
    "from nltk.tag import hmm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Training the model\n",
    "trainer = hmm.HiddenMarkovModelTrainer()\n",
    "tagger = trainer.train_supervised(train_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('পশুচর্ম', 'NC'), ('|', 'JJ')]\n"
     ]
    }
   ],
   "source": [
    "print(tagger.tag(\"পশুচর্ম |\".split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import collections, re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "bagsofwords = [ collections.Counter(txt)\n",
    "            for txt in new_st]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'জ': 1}),\n",
       " Counter(),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'P': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ম': 1}),\n",
       " Counter({'হ': 1}),\n",
       " Counter(),\n",
       " Counter({'ন': 1}),\n",
       " Counter({'ন': 1}),\n",
       " Counter(),\n",
       " Counter({'দ': 1}),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'P': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'জ': 1}),\n",
       " Counter({'ধ': 1}),\n",
       " Counter(),\n",
       " Counter({'ন': 1}),\n",
       " Counter(),\n",
       " Counter({'ত': 1}),\n",
       " Counter(),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'l': 1}),\n",
       " Counter({'o': 1}),\n",
       " Counter({'c': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ত': 1}),\n",
       " Counter(),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ক': 1}),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'ছ': 1}),\n",
       " Counter(),\n",
       " Counter({'ল': 1}),\n",
       " Counter(),\n",
       " Counter({'V': 1}),\n",
       " Counter({'M': 1}),\n",
       " Counter(),\n",
       " Counter({'3': 1}),\n",
       " Counter(),\n",
       " Counter({'p': 1}),\n",
       " Counter({'s': 1}),\n",
       " Counter({'t': 1}),\n",
       " Counter(),\n",
       " Counter({'p': 1}),\n",
       " Counter({'f': 1}),\n",
       " Counter({'t': 1}),\n",
       " Counter(),\n",
       " Counter({'d': 1}),\n",
       " Counter({'c': 1}),\n",
       " Counter({'l': 1}),\n",
       " Counter(),\n",
       " Counter({'f': 1}),\n",
       " Counter({'i': 1}),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'শ': 1}),\n",
       " Counter(),\n",
       " Counter({'ব': 1}),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'P': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ম': 1}),\n",
       " Counter({'ন': 1}),\n",
       " Counter(),\n",
       " Counter({'দ': 1}),\n",
       " Counter(),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ও': 1}),\n",
       " Counter(),\n",
       " Counter({'C': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter({'D': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ব': 1}),\n",
       " Counter(),\n",
       " Counter({'ষ': 1}),\n",
       " Counter(),\n",
       " Counter({'ণ': 1}),\n",
       " Counter({'ব': 1}),\n",
       " Counter({'দ': 1}),\n",
       " Counter(),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'g': 1}),\n",
       " Counter({'e': 1}),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'ম': 1}),\n",
       " Counter({'ন': 1}),\n",
       " Counter(),\n",
       " Counter({'দ': 1}),\n",
       " Counter(),\n",
       " Counter({'র': 1}),\n",
       " Counter(),\n",
       " Counter({'N': 1}),\n",
       " Counter({'C': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'0': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'n': 1}),\n",
       " Counter(),\n",
       " Counter({'৷': 1}),\n",
       " Counter(),\n",
       " Counter({'P': 1}),\n",
       " Counter({'U': 1})]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bagsofwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#df_feature[\"রপ্তানি\"][:2]\n",
    "column_list = list(sumbags.keys())\n",
    "for name in bangla_lexicon.columns:\n",
    "    column_list.append(name)\n",
    "test_df = pd.DataFrame(np.zeros((378, len(column_list) ),int),columns=column_list)\n",
    "test_df.drop(\"Bengali Translation (Google Translate)\", axis=1, inplace=True)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#test_df.drop(\"Bengali Translation (Google Translate)\", axis=1, inplace=True)\n",
    "num_sentence=0\n",
    "\n",
    "for sentence in corpus_all[:2]:\n",
    "    sentiment_feature_vector = sentiment_features(sentence)\n",
    "    sentiment_append(sentiment_feature_vector,num_sentence)\n",
    "    \n",
    "    num_sentence=num_sentence+1\n",
    "\n",
    "df_feature"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}