tfIDf_new.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import csv\n",
    "import csv\n",
    "from nltk import word_tokenize\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "import operator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of Items == 15\n"
     ]
    }
   ],
   "source": [
    "data = []\n",
    "count = 0\n",
    "with open('new_data.csv') as csvfile:\n",
    "    spamreader=csv.reader(csvfile)\n",
    "    for row in spamreader:\n",
    "        info = {}\n",
    "        #print row[0]\n",
    "        count += 1\n",
    "        data.append(row[1])\n",
    "print \"Number of Items == \" + str(count)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "vectorizer = TfidfVectorizer(min_df=1,ngram_range=(1, 2))\n",
    "X = vectorizer.fit_transform(data)\n",
    "idf = vectorizer.idf_\n",
    "jobD =  dict(zip(vectorizer.get_feature_names(), idf))\n",
    "jobD = sorted(jobD.items(), key=operator.itemgetter(1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(u'and', 1.0),\n",
       " (u'to', 1.0),\n",
       " (u'the', 1.0),\n",
       " (u'is', 1.0),\n",
       " (u'in', 1.0),\n",
       " (u'of', 1.0),\n",
       " (u'has', 1.0645385211375711),\n",
       " (u'with', 1.0645385211375711),\n",
       " (u'of the', 1.0645385211375711),\n",
       " (u'on', 1.0645385211375711),\n",
       " (u'for', 1.1335313926245225),\n",
       " (u'at', 1.1335313926245225),\n",
       " (u'by', 1.1335313926245225),\n",
       " (u'that', 1.1335313926245225),\n",
       " (u'in the', 1.1335313926245225),\n",
       " (u'as', 1.2076393647782446),\n",
       " (u'said', 1.2076393647782446),\n",
       " (u'from', 1.2076393647782446),\n",
       " (u'will', 1.2076393647782446),\n",
       " (u'be', 1.2876820724517808),\n",
       " (u'it', 1.2876820724517808),\n",
       " (u'have', 1.2876820724517808),\n",
       " (u'was', 1.2876820724517808),\n",
       " (u'are', 1.2876820724517808),\n",
       " (u'an', 1.3746934494414107),\n",
       " (u'up', 1.3746934494414107),\n",
       " (u'while', 1.3746934494414107),\n",
       " (u'new', 1.3746934494414107),\n",
       " (u'he', 1.3746934494414107),\n",
       " (u'one', 1.4700036292457357),\n",
       " (u'company', 1.4700036292457357),\n",
       " (u'its', 1.4700036292457357),\n",
       " (u'also', 1.4700036292457357),\n",
       " (u'this', 1.4700036292457357),\n",
       " (u'we', 1.4700036292457357),\n",
       " (u'over', 1.4700036292457357),\n",
       " (u'to the', 1.4700036292457357),\n",
       " (u'their', 1.4700036292457357),\n",
       " (u'years', 1.5753641449035618),\n",
       " (u'technology', 1.5753641449035618),\n",
       " (u'india', 1.5753641449035618),\n",
       " (u'after', 1.5753641449035618),\n",
       " (u'global', 1.5753641449035618),\n",
       " (u'year', 1.5753641449035618),\n",
       " (u'than', 1.5753641449035618),\n",
       " (u'and the', 1.5753641449035618),\n",
       " (u'been', 1.5753641449035618),\n",
       " (u'all', 1.5753641449035618),\n",
       " (u'such', 1.6931471805599454),\n",
       " (u'more', 1.6931471805599454),\n",
       " (u'for the', 1.6931471805599454),\n",
       " (u'is the', 1.6931471805599454),\n",
       " (u'business', 1.6931471805599454),\n",
       " (u'said it', 1.6931471805599454),\n",
       " (u'including', 1.6931471805599454),\n",
       " (u'companies', 1.6931471805599454),\n",
       " (u'services', 1.6931471805599454),\n",
       " (u'but', 1.6931471805599454),\n",
       " (u'the company', 1.6931471805599454),\n",
       " (u'leading', 1.6931471805599454),\n",
       " (u'who', 1.6931471805599454),\n",
       " (u'other', 1.6931471805599454),\n",
       " (u'into', 1.8266785731844679),\n",
       " (u'said the', 1.8266785731844679),\n",
       " (u'it is', 1.8266785731844679),\n",
       " (u'will be', 1.8266785731844679),\n",
       " (u'in india', 1.8266785731844679),\n",
       " (u'not', 1.8266785731844679),\n",
       " (u'start', 1.8266785731844679),\n",
       " (u'management', 1.8266785731844679),\n",
       " (u'president', 1.8266785731844679),\n",
       " (u'were', 1.8266785731844679),\n",
       " (u'grow', 1.8266785731844679),\n",
       " (u'among', 1.8266785731844679),\n",
       " (u'two', 1.8266785731844679),\n",
       " (u'most', 1.8266785731844679),\n",
       " (u'development', 1.8266785731844679),\n",
       " (u'ceo', 1.8266785731844679),\n",
       " (u'at the', 1.8266785731844679),\n",
       " (u'about', 1.8266785731844679),\n",
       " (u'several', 1.8266785731844679),\n",
       " (u'from the', 1.8266785731844679),\n",
       " (u'today', 1.8266785731844679),\n",
       " (u'his', 1.8266785731844679),\n",
       " (u'due', 1.8266785731844679),\n",
       " (u'largest', 1.8266785731844679),\n",
       " (u'growth', 1.8266785731844679),\n",
       " (u'had', 1.9808292530117262),\n",
       " (u'time', 1.9808292530117262),\n",
       " (u'on the', 1.9808292530117262),\n",
       " (u'and development', 1.9808292530117262),\n",
       " (u'industry', 1.9808292530117262),\n",
       " (u'investment', 1.9808292530117262),\n",
       " (u'due to', 1.9808292530117262),\n",
       " (u'research', 1.9808292530117262),\n",
       " (u'number', 1.9808292530117262),\n",
       " (u'impact', 1.9808292530117262),\n",
       " (u'early', 1.9808292530117262),\n",
       " (u'indian', 1.9808292530117262),\n",
       " (u'government', 1.9808292530117262),\n",
       " (u'well as', 1.9808292530117262),\n",
       " (u'they', 1.9808292530117262),\n",
       " (u'in its', 1.9808292530117262),\n",
       " (u'now', 1.9808292530117262),\n",
       " (u'only', 1.9808292530117262),\n",
       " (u'to be', 1.9808292530117262),\n",
       " (u'based', 1.9808292530117262),\n",
       " (u'key', 1.9808292530117262),\n",
       " (u'well', 1.9808292530117262),\n",
       " (u'down', 1.9808292530117262),\n",
       " (u'billion', 1.9808292530117262),\n",
       " (u'international', 1.9808292530117262),\n",
       " (u'by the', 1.9808292530117262),\n",
       " (u'while the', 1.9808292530117262),\n",
       " (u'chief', 1.9808292530117262),\n",
       " (u'like', 1.9808292530117262),\n",
       " (u'with the', 1.9808292530117262),\n",
       " (u'us', 1.9808292530117262),\n",
       " (u'however', 1.9808292530117262),\n",
       " (u'focus', 1.9808292530117262),\n",
       " (u'research and', 1.9808292530117262),\n",
       " (u'he said', 1.9808292530117262),\n",
       " (u'innovation', 1.9808292530117262),\n",
       " (u'our', 1.9808292530117262),\n",
       " (u'out', 1.9808292530117262),\n",
       " (u'which', 1.9808292530117262),\n",
       " (u'second', 1.9808292530117262),\n",
       " (u'increase', 2.1631508098056811),\n",
       " (u'such as', 2.1631508098056811),\n",
       " (u'country', 2.1631508098056811),\n",
       " (u'people', 2.1631508098056811),\n",
       " (u'continue', 2.1631508098056811),\n",
       " (u'role', 2.1631508098056811),\n",
       " (u'team', 2.1631508098056811),\n",
       " (u'where', 2.1631508098056811),\n",
       " (u'around', 2.1631508098056811),\n",
       " (u'technologies', 2.1631508098056811),\n",
       " (u'major', 2.1631508098056811),\n",
       " (u'set', 2.1631508098056811),\n",
       " (u'do', 2.1631508098056811),\n",
       " (u'last', 2.1631508098056811),\n",
       " (u'would', 2.1631508098056811),\n",
       " (u'led', 2.1631508098056811),\n",
       " (u'more than', 2.1631508098056811),\n",
       " (u'employees', 2.1631508098056811),\n",
       " (u'vice president', 2.1631508098056811),\n",
       " (u'market', 2.1631508098056811),\n",
       " (u'economy', 2.1631508098056811),\n",
       " (u'product', 2.1631508098056811),\n",
       " (u'as well', 2.1631508098056811),\n",
       " (u'between', 2.1631508098056811),\n",
       " (u'will have', 2.1631508098056811),\n",
       " (u'since', 2.1631508098056811),\n",
       " (u'month', 2.1631508098056811),\n",
       " (u'fully', 2.1631508098056811),\n",
       " (u'both', 2.1631508098056811),\n",
       " (u'economic', 2.1631508098056811),\n",
       " (u'products', 2.1631508098056811),\n",
       " (u'state', 2.1631508098056811),\n",
       " (u'even', 2.1631508098056811),\n",
       " (u'has been', 2.1631508098056811),\n",
       " (u'we are', 2.1631508098056811),\n",
       " (u'just', 2.1631508098056811),\n",
       " (u'some', 2.1631508098056811),\n",
       " (u'may', 2.1631508098056811),\n",
       " (u'august', 2.1631508098056811),\n",
       " (u'the number', 2.1631508098056811),\n",
       " (u'through', 2.1631508098056811),\n",
       " (u'reuters', 2.1631508098056811),\n",
       " (u'businesses', 2.1631508098056811),\n",
       " (u'continue to', 2.1631508098056811),\n",
       " (u'industries', 2.1631508098056811),\n",
       " (u'executive', 2.1631508098056811),\n",
       " (u'domestic', 2.1631508098056811),\n",
       " (u'in research', 2.1631508098056811),\n",
       " (u'top', 2.1631508098056811),\n",
       " (u'report', 2.1631508098056811),\n",
       " (u'president of', 2.1631508098056811),\n",
       " (u'ceo of', 2.1631508098056811),\n",
       " (u'advanced', 2.1631508098056811),\n",
       " (u'specific', 2.1631508098056811),\n",
       " (u'officer', 2.1631508098056811),\n",
       " (u'science', 2.1631508098056811),\n",
       " (u'any', 2.1631508098056811),\n",
       " (u'director', 2.1631508098056811),\n",
       " (u'or', 2.1631508098056811),\n",
       " (u'there', 2.1631508098056811),\n",
       " (u'markets', 2.1631508098056811),\n",
       " (u'as the', 2.1631508098056811),\n",
       " (u'vice', 2.1631508098056811),\n",
       " (u'growth in', 2.1631508098056811),\n",
       " (u'capital', 2.1631508098056811),\n",
       " (u'july', 2.1631508098056811),\n",
       " (u'in this', 2.1631508098056811),\n",
       " (u'on science', 2.3862943611198908),\n",
       " (u'four', 2.3862943611198908),\n",
       " (u'here', 2.3862943611198908),\n",
       " (u'this year', 2.3862943611198908),\n",
       " (u'tech', 2.3862943611198908),\n",
       " (u'increase in', 2.3862943611198908),\n",
       " (u'at least', 2.3862943611198908),\n",
       " (u'corporate', 2.3862943611198908),\n",
       " (u'previous', 2.3862943611198908),\n",
       " (u'raised', 2.3862943611198908),\n",
       " (u'one of', 2.3862943611198908),\n",
       " (u'devices', 2.3862943611198908),\n",
       " (u'the new', 2.3862943611198908),\n",
       " (u'data', 2.3862943611198908),\n",
       " (u'that the', 2.3862943611198908),\n",
       " (u'so', 2.3862943611198908),\n",
       " (u'million', 2.3862943611198908),\n",
       " (u'open', 2.3862943611198908),\n",
       " (u'take', 2.3862943611198908),\n",
       " (u'gross domestic', 2.3862943611198908),\n",
       " (u'world', 2.3862943611198908),\n",
       " (u'power', 2.3862943611198908),\n",
       " (u'leadership', 2.3862943611198908),\n",
       " (u'financial', 2.3862943611198908),\n",
       " (u'joined', 2.3862943611198908),\n",
       " (u'full', 2.3862943611198908),\n",
       " (u'compliance', 2.3862943611198908),\n",
       " (u'states', 2.3862943611198908),\n",
       " (u'information', 2.3862943611198908),\n",
       " (u'trade', 2.3862943611198908),\n",
       " (u'always', 2.3862943611198908),\n",
       " (u'fund', 2.3862943611198908),\n",
       " (u'budget', 2.3862943611198908),\n",
       " (u'focus on', 2.3862943611198908),\n",
       " (u'customer', 2.3862943611198908),\n",
       " (u'could', 2.3862943611198908),\n",
       " (u'system', 2.3862943611198908),\n",
       " (u'fact', 2.3862943611198908),\n",
       " (u'become', 2.3862943611198908),\n",
       " (u'stage', 2.3862943611198908),\n",
       " (u'compared', 2.3862943611198908),\n",
       " (u'told', 2.3862943611198908),\n",
       " (u'and in', 2.3862943611198908),\n",
       " (u'order', 2.3862943611198908),\n",
       " (u'them', 2.3862943611198908),\n",
       " (u'john', 2.3862943611198908),\n",
       " (u'high', 2.3862943611198908),\n",
       " (u'technologies and', 2.3862943611198908),\n",
       " (u'post', 2.3862943611198908),\n",
       " (u'to that', 2.3862943611198908),\n",
       " (u'according to', 2.3862943611198908),\n",
       " (u'can', 2.3862943611198908),\n",
       " (u'space', 2.3862943611198908),\n",
       " (u'looking', 2.3862943611198908),\n",
       " (u'investors', 2.3862943611198908),\n",
       " (u'september', 2.3862943611198908),\n",
       " (u'cannot', 2.3862943611198908),\n",
       " (u'these', 2.3862943611198908),\n",
       " (u'long term', 2.3862943611198908),\n",
       " (u'low', 2.3862943611198908),\n",
       " (u'and ceo', 2.3862943611198908),\n",
       " (u'you', 2.3862943611198908),\n",
       " (u'very', 2.3862943611198908),\n",
       " (u'strong', 2.3862943611198908),\n",
       " (u'long', 2.3862943611198908),\n",
       " (u'the impact', 2.3862943611198908),\n",
       " (u'partnerships', 2.3862943611198908),\n",
       " (u'financing', 2.3862943611198908),\n",
       " (u'the united', 2.3862943611198908),\n",
       " (u'positions', 2.3862943611198908),\n",
       " (u'second largest', 2.3862943611198908),\n",
       " (u'the previous', 2.3862943611198908),\n",
       " (u'of new', 2.3862943611198908),\n",
       " (u'need', 2.3862943611198908),\n",
       " (u'investments in', 2.3862943611198908),\n",
       " (u'technology and', 2.3862943611198908),\n",
       " (u'in and', 2.3862943611198908),\n",
       " (u'the second', 2.3862943611198908),\n",
       " (u'the most', 2.3862943611198908),\n",
       " (u'ups', 2.3862943611198908),\n",
       " (u'impact of', 2.3862943611198908),\n",
       " (u'before', 2.3862943611198908),\n",
       " (u'up to', 2.3862943611198908),\n",
       " (u'last year', 2.3862943611198908),\n",
       " (u'seven', 2.3862943611198908),\n",
       " (u'and technology', 2.3862943611198908),\n",
       " (u'investments', 2.3862943611198908),\n",
       " (u'felt', 2.3862943611198908),\n",
       " (u'work', 2.3862943611198908),\n",
       " (u'growing', 2.3862943611198908),\n",
       " (u'group', 2.3862943611198908),\n",
       " (u'finance', 2.3862943611198908),\n",
       " (u'number of', 2.3862943611198908),\n",
       " (u'first', 2.3862943611198908),\n",
       " (u'of technology', 2.3862943611198908),\n",
       " (u'track', 2.3862943611198908),\n",
       " (u'across', 2.3862943611198908),\n",
       " (u'according', 2.3862943611198908),\n",
       " (u'important', 2.3862943611198908),\n",
       " (u'public', 2.3862943611198908),\n",
       " (u'movement', 2.3862943611198908),\n",
       " (u'needs', 2.3862943611198908),\n",
       " (u'energy', 2.3862943611198908),\n",
       " (u'least', 2.3862943611198908),\n",
       " (u'and services', 2.3862943611198908),\n",
       " (u'among other', 2.3862943611198908),\n",
       " (u'scale', 2.3862943611198908),\n",
       " (u'per', 2.3862943611198908),\n",
       " (u'goods', 2.3862943611198908),\n",
       " (u'engineering', 2.3862943611198908),\n",
       " (u'private', 2.3862943611198908),\n",
       " (u'account', 2.3862943611198908),\n",
       " (u'stock', 2.3862943611198908),\n",
       " (u'united', 2.3862943611198908),\n",
       " (u'day', 2.3862943611198908),\n",
       " (u'retail', 2.3862943611198908),\n",
       " (u'areas', 2.3862943611198908),\n",
       " (u'the country', 2.3862943611198908),\n",
       " (u'gross', 2.3862943611198908),\n",
       " (u'value', 2.3862943611198908),\n",
       " (u'almost', 2.3862943611198908),\n",
       " (u'latest', 2.3862943611198908),\n",
       " (u'lakh', 2.3862943611198908),\n",
       " (u'under', 2.3862943611198908),\n",
       " (u'must', 2.3862943611198908),\n",
       " (u'have to', 2.3862943611198908),\n",
       " (u'took', 2.3862943611198908),\n",
       " (u'that are', 2.3862943611198908),\n",
       " (u'scientists', 2.3862943611198908),\n",
       " (u'start ups', 2.3862943611198908),\n",
       " (u'countries', 2.3862943611198908),\n",
       " (u'news', 2.3862943611198908),\n",
       " (u'it has', 2.3862943611198908),\n",
       " (u'percent of', 2.3862943611198908),\n",
       " (u'he was', 2.3862943611198908),\n",
       " (u'organisation', 2.3862943611198908),\n",
       " (u'the world', 2.3862943611198908),\n",
       " (u'revenue', 2.3862943611198908),\n",
       " (u'senior', 2.3862943611198908),\n",
       " (u'of its', 2.3862943611198908),\n",
       " (u'done', 2.3862943611198908),\n",
       " (u'was the', 2.3862943611198908),\n",
       " (u'added', 2.3862943611198908),\n",
       " (u'recently', 2.3862943611198908),\n",
       " (u'creating', 2.3862943611198908),\n",
       " (u'after the', 2.3862943611198908),\n",
       " (u'higher', 2.3862943611198908),\n",
       " (u'customers', 2.3862943611198908),\n",
       " (u'domestic product', 2.3862943611198908),\n",
       " (u'this is', 2.3862943611198908),\n",
       " (u'tax', 2.3862943611198908),\n",
       " (u'we have', 2.3862943611198908),\n",
       " (u'job', 2.3862943611198908),\n",
       " (u'thus', 2.3862943611198908),\n",
       " (u'and has', 2.3862943611198908),\n",
       " (u'in his', 2.3862943611198908),\n",
       " (u'an important', 2.3862943611198908),\n",
       " (u'term', 2.3862943611198908),\n",
       " (u'lead', 2.3862943611198908),\n",
       " (u'own', 2.3862943611198908),\n",
       " (u'percent', 2.3862943611198908),\n",
       " (u'the real', 2.6739764335716716),\n",
       " (u'wednesday', 2.6739764335716716),\n",
       " (u'increasing', 2.6739764335716716),\n",
       " (u'of engineering', 2.6739764335716716),\n",
       " (u'plunged', 2.6739764335716716),\n",
       " (u'want', 2.6739764335716716),\n",
       " (u'how', 2.6739764335716716),\n",
       " (u'is more', 2.6739764335716716),\n",
       " (u'represents', 2.6739764335716716),\n",
       " (u'skills', 2.6739764335716716),\n",
       " (u'rs', 2.6739764335716716),\n",
       " (u'silicon', 2.6739764335716716),\n",
       " (u'force', 2.6739764335716716),\n",
       " (u'service', 2.6739764335716716),\n",
       " (u'million in', 2.6739764335716716),\n",
       " (u'the year', 2.6739764335716716),\n",
       " (u'businesses grew', 2.6739764335716716),\n",
       " (u'few cases', 2.6739764335716716),\n",
       " (u'much', 2.6739764335716716),\n",
       " (u'among the', 2.6739764335716716),\n",
       " (u'all the', 2.6739764335716716),\n",
       " (u'commerce', 2.6739764335716716),\n",
       " (u'things', 2.6739764335716716),\n",
       " (u'workforce', 2.6739764335716716),\n",
       " (u'right', 2.6739764335716716),\n",
       " (u'old', 2.6739764335716716),\n",
       " (u'across the', 2.6739764335716716),\n",
       " (u'manufacturing', 2.6739764335716716),\n",
       " (u'is big', 2.6739764335716716),\n",
       " (u'facility', 2.6739764335716716),\n",
       " (u'space and', 2.6739764335716716),\n",
       " (u'began', 2.6739764335716716),\n",
       " (u'the companies', 2.6739764335716716),\n",
       " (u'upgrade', 2.6739764335716716),\n",
       " (u'address', 2.6739764335716716),\n",
       " (u'goods and', 2.6739764335716716),\n",
       " (u'three', 2.6739764335716716),\n",
       " (u'natural', 2.6739764335716716),\n",
       " (u'sectors', 2.6739764335716716),\n",
       " (u'hiring', 2.6739764335716716),\n",
       " (u'nation', 2.6739764335716716),\n",
       " (u'the committee', 2.6739764335716716),\n",
       " (u'operations', 2.6739764335716716),\n",
       " (u'slow', 2.6739764335716716),\n",
       " (u'as vice', 2.6739764335716716),\n",
       " (u'jobs', 2.6739764335716716),\n",
       " (u'school of', 2.6739764335716716),\n",
       " (u'many', 2.6739764335716716),\n",
       " (u'anti', 2.6739764335716716),\n",
       " (u'shares of', 2.6739764335716716),\n",
       " (u'former', 2.6739764335716716),\n",
       " (u'costs', 2.6739764335716716),\n",
       " (u'about the', 2.6739764335716716),\n",
       " (u'being', 2.6739764335716716),\n",
       " (u'technology jobs', 2.6739764335716716),\n",
       " (u'inter', 2.6739764335716716),\n",
       " (u'economic growth', 2.6739764335716716),\n",
       " (u'laboratory', 2.6739764335716716),\n",
       " (u'terry', 2.6739764335716716),\n",
       " (u'to have', 2.6739764335716716),\n",
       " (u'small', 2.6739764335716716),\n",
       " (u'past', 2.6739764335716716),\n",
       " (u'experience', 2.6739764335716716),\n",
       " (u'prior', 2.6739764335716716),\n",
       " (u'the indian', 2.6739764335716716),\n",
       " (u'we maintain', 2.6739764335716716),\n",
       " (u'of billion', 2.6739764335716716),\n",
       " (u'firm', 2.6739764335716716),\n",
       " (u'on technology', 2.6739764335716716),\n",
       " (u'per cent', 2.6739764335716716),\n",
       " (u'plans', 2.6739764335716716),\n",
       " (u'rapidly', 2.6739764335716716),\n",
       " (u'but they', 2.6739764335716716),\n",
       " (u'slowdown', 2.6739764335716716),\n",
       " (u'similarly', 2.6739764335716716),\n",
       " (u'is on', 2.6739764335716716),\n",
       " (u'hyderabad', 2.6739764335716716),\n",
       " (u'not do', 2.6739764335716716),\n",
       " (u'focusing', 2.6739764335716716),\n",
       " (u'plan', 2.6739764335716716),\n",
       " (u'in june', 2.6739764335716716),\n",
       " (u'and our', 2.6739764335716716),\n",
       " (u'see', 2.6739764335716716),\n",
       " (u'the past', 2.6739764335716716),\n",
       " (u'the largest', 2.6739764335716716),\n",
       " (u'motors', 2.6739764335716716),\n",
       " (u'recent', 2.6739764335716716),\n",
       " (u'data and', 2.6739764335716716),\n",
       " (u'projects', 2.6739764335716716),\n",
       " (u'communications', 2.6739764335716716),\n",
       " (u'spending', 2.6739764335716716),\n",
       " (u'slump', 2.6739764335716716),\n",
       " (u'is an', 2.6739764335716716),\n",
       " (u'down the', 2.6739764335716716),\n",
       " (u'globally', 2.6739764335716716),\n",
       " (u'ago', 2.6739764335716716),\n",
       " (u'broader', 2.6739764335716716),\n",
       " (u'continued', 2.6739764335716716),\n",
       " (u'logistics', 2.6739764335716716),\n",
       " (u'respectively', 2.6739764335716716),\n",
       " (u'great', 2.6739764335716716),\n",
       " (u'survey', 2.6739764335716716),\n",
       " (u'team and', 2.6739764335716716),\n",
       " (u'both the', 2.6739764335716716),\n",
       " (u'process', 2.6739764335716716),\n",
       " (u'silicon valley', 2.6739764335716716),\n",
       " (u'billion in', 2.6739764335716716),\n",
       " (u'data analytics', 2.6739764335716716),\n",
       " (u'regulatory', 2.6739764335716716),\n",
       " (u'order to', 2.6739764335716716),\n",
       " (u'valley', 2.6739764335716716),\n",
       " (u'issue', 2.6739764335716716),\n",
       " (u'allow', 2.6739764335716716),\n",
       " (u'courtesy', 2.6739764335716716),\n",
       " (u'its own', 2.6739764335716716),\n",
       " (u'decade', 2.6739764335716716),\n",
       " (u'should', 2.6739764335716716),\n",
       " (u'entities', 2.6739764335716716),\n",
       " (u'means', 2.6739764335716716),\n",
       " (u'and investment', 2.6739764335716716),\n",
       " (u'will grow', 2.6739764335716716),\n",
       " (u'co', 2.6739764335716716),\n",
       " (u'since early', 2.6739764335716716),\n",
       " (u'focusing on', 2.6739764335716716),\n",
       " (u'increased', 2.6739764335716716),\n",
       " (u'five', 2.6739764335716716),\n",
       " (u'like to', 2.6739764335716716),\n",
       " (u'and new', 2.6739764335716716),\n",
       " (u'gained', 2.6739764335716716),\n",
       " (u'fiscal', 2.6739764335716716),\n",
       " (u'delivery', 2.6739764335716716),\n",
       " (u'books', 2.6739764335716716),\n",
       " (u'in february', 2.6739764335716716),\n",
       " (u'and it', 2.6739764335716716),\n",
       " (u'the fiscal', 2.6739764335716716),\n",
       " (u'as general', 2.6739764335716716),\n",
       " (u'to keep', 2.6739764335716716),\n",
       " (u'to upgrade', 2.6739764335716716),\n",
       " (u'production', 2.6739764335716716),\n",
       " (u'bank', 2.6739764335716716),\n",
       " (u'over the', 2.6739764335716716),\n",
       " (u'for any', 2.6739764335716716),\n",
       " (u'network', 2.6739764335716716),\n",
       " (u'industries and', 2.6739764335716716),\n",
       " (u'to take', 2.6739764335716716),\n",
       " (u'several senior', 2.6739764335716716),\n",
       " (u'completed', 2.6739764335716716),\n",
       " (u'the top', 2.6739764335716716),\n",
       " (u'the latest', 2.6739764335716716),\n",
       " (u'analytics', 2.6739764335716716),\n",
       " (u'cooperation', 2.6739764335716716),\n",
       " (u'com', 2.6739764335716716),\n",
       " (u'applied', 2.6739764335716716),\n",
       " (u'independent', 2.6739764335716716),\n",
       " (u'up its', 2.6739764335716716),\n",
       " (u'months', 2.6739764335716716),\n",
       " (u'way', 2.6739764335716716),\n",
       " (u'expertise', 2.6739764335716716),\n",
       " (u'the financial', 2.6739764335716716),\n",
       " (u'with its', 2.6739764335716716),\n",
       " (u'india said', 2.6739764335716716),\n",
       " (u'to check', 2.6739764335716716),\n",
       " (u'centre for', 2.6739764335716716),\n",
       " (u'economist', 2.6739764335716716),\n",
       " (u'shares', 2.6739764335716716),\n",
       " (u'appeal', 2.6739764335716716),\n",
       " (u'economy in', 2.6739764335716716),\n",
       " (u'still', 2.6739764335716716),\n",
       " (u'transition', 2.6739764335716716),\n",
       " (u'message', 2.6739764335716716),\n",
       " (u'vishal', 2.6739764335716716),\n",
       " (u'online', 2.6739764335716716),\n",
       " (u'officer of', 2.6739764335716716),\n",
       " (u'under the', 2.6739764335716716),\n",
       " (u'of over', 2.6739764335716716),\n",
       " (u'new businesses', 2.6739764335716716),\n",
       " (u'to percent', 2.6739764335716716),\n",
       " (u'momentum', 2.6739764335716716),\n",
       " (u'real', 2.6739764335716716),\n",
       " (u'in bengaluru', 2.6739764335716716),\n",
       " (u'deficit', 2.6739764335716716),\n",
       " (u'forecast to', 2.6739764335716716),\n",
       " (u'lot', 2.6739764335716716),\n",
       " (u'trying', 2.6739764335716716),\n",
       " (u'hire', 2.6739764335716716),\n",
       " (u'sales', 2.6739764335716716),\n",
       " (u'poor', 2.6739764335716716),\n",
       " (u'overseas', 2.6739764335716716),\n",
       " (u'who was', 2.6739764335716716),\n",
       " (u'ahead', 2.6739764335716716),\n",
       " (u'losses', 2.6739764335716716),\n",
       " (u'amount', 2.6739764335716716),\n",
       " (u'thursday', 2.6739764335716716),\n",
       " (u'the amazon', 2.6739764335716716),\n",
       " (u'the first', 2.6739764335716716),\n",
       " (u'the industry', 2.6739764335716716),\n",
       " (u'held', 2.6739764335716716),\n",
       " (u'committee', 2.6739764335716716),\n",
       " (u'founders', 2.6739764335716716),\n",
       " (u'role in', 2.6739764335716716),\n",
       " (u'since the', 2.6739764335716716),\n",
       " (u'grew', 2.6739764335716716),\n",
       " (u'do not', 2.6739764335716716),\n",
       " (u'infosys', 2.6739764335716716),\n",
       " (u'mobile', 2.6739764335716716),\n",
       " (u'were completed', 2.6739764335716716),\n",
       " (u'during', 2.6739764335716716),\n",
       " (u'with percent', 2.6739764335716716),\n",
       " (u'the us', 2.6739764335716716),\n",
       " (u'to allow', 2.6739764335716716),\n",
       " (u'disruptive', 2.6739764335716716),\n",
       " (u'in shares', 2.6739764335716716),\n",
       " (u'fact that', 2.6739764335716716),\n",
       " (u'positions in', 2.6739764335716716),\n",
       " (u'between the', 2.6739764335716716),\n",
       " (u'jobs in', 2.6739764335716716),\n",
       " (u'this month', 2.6739764335716716),\n",
       " (u'creation', 2.6739764335716716),\n",
       " (u'it said', 2.6739764335716716),\n",
       " (u'processing', 2.6739764335716716),\n",
       " (u'working', 2.6739764335716716),\n",
       " (u'technology company', 2.6739764335716716),\n",
       " (u'similar', 2.6739764335716716),\n",
       " (u'do so', 2.6739764335716716),\n",
       " (u'department', 2.6739764335716716),\n",
       " (u'does', 2.6739764335716716),\n",
       " (u'science and', 2.6739764335716716),\n",
       " (u'focused', 2.6739764335716716),\n",
       " (u'who had', 2.6739764335716716),\n",
       " (u'appointed', 2.6739764335716716),\n",
       " (u'sanctions', 2.6739764335716716),\n",
       " (u'software', 2.6739764335716716),\n",
       " (u'vishal sikka', 2.6739764335716716),\n",
       " (u'university', 2.6739764335716716),\n",
       " (u'tax regime', 2.6739764335716716),\n",
       " (u'sustainable', 2.6739764335716716),\n",
       " (u'keep', 2.6739764335716716),\n",
       " (u'singh', 2.6739764335716716),\n",
       " (u'consequences', 2.6739764335716716),\n",
       " (u'emerging', 2.6739764335716716),\n",
       " (u'partners', 2.6739764335716716),\n",
       " (u'up for', 2.6739764335716716),\n",
       " (u'importance', 2.6739764335716716),\n",
       " (u'quit', 2.6739764335716716),\n",
       " (u'cent', 2.6739764335716716),\n",
       " (u'down from', 2.6739764335716716),\n",
       " (u'but we', 2.6739764335716716),\n",
       " (u'through and', 2.6739764335716716),\n",
       " (u'lost', 2.6739764335716716),\n",
       " (u'year and', 2.6739764335716716),\n",
       " (u'artificial intelligence', 2.6739764335716716),\n",
       " (u'company in', 2.6739764335716716),\n",
       " (u'we must', 2.6739764335716716),\n",
       " (u'majority of', 2.6739764335716716),\n",
       " (u'education', 2.6739764335716716),\n",
       " (u'trying to', 2.6739764335716716),\n",
       " (u'whose', 2.6739764335716716),\n",
       " (u'new technologies', 2.6739764335716716),\n",
       " (u'risk', 2.6739764335716716),\n",
       " (u'maintain', 2.6739764335716716),\n",
       " (u'in science', 2.6739764335716716),\n",
       " (u'will see', 2.6739764335716716),\n",
       " (u'trading', 2.6739764335716716),\n",
       " (u'crucial', 2.6739764335716716),\n",
       " (u'start up', 2.6739764335716716),\n",
       " (u'modern', 2.6739764335716716),\n",
       " (u'consumer', 2.6739764335716716),\n",
       " (u'exports', 2.6739764335716716),\n",
       " (u'subject', 2.6739764335716716),\n",
       " (u'artificial', 2.6739764335716716),\n",
       " (u'against', 2.6739764335716716),\n",
       " (u'bengaluru', 2.6739764335716716),\n",
       " (u'information technology', 2.6739764335716716),\n",
       " (u'interest', 2.6739764335716716),\n",
       " (u'website', 2.6739764335716716),\n",
       " (u'economies', 2.6739764335716716),\n",
       " (u'if', 2.6739764335716716),\n",
       " (u'saw', 2.6739764335716716),\n",
       " (u'make', 2.6739764335716716),\n",
       " (u'bloomberg', 2.6739764335716716),\n",
       " (u'opportunity', 2.6739764335716716),\n",
       " (u'left', 2.6739764335716716),\n",
       " (u'innovation is', 2.6739764335716716),\n",
       " (u'deal', 2.6739764335716716),\n",
       " (u'total', 2.6739764335716716),\n",
       " (u'time to', 2.6739764335716716),\n",
       " (u'the advanced', 2.6739764335716716),\n",
       " (u'out of', 2.6739764335716716),\n",
       " (u'fell', 2.6739764335716716),\n",
       " (u'of infosys', 2.6739764335716716),\n",
       " (u'london', 2.6739764335716716),\n",
       " (u'making', 2.6739764335716716),\n",
       " (u'council', 2.6739764335716716),\n",
       " (u'courtesy of', 2.6739764335716716),\n",
       " (u'policy', 2.6739764335716716),\n",
       " (u'is very', 2.6739764335716716),\n",
       " (u'of indian', 2.6739764335716716),\n",
       " (u'the goods', 2.6739764335716716),\n",
       " (u'earlier', 2.6739764335716716),\n",
       " (u'think', 2.6739764335716716),\n",
       " (u'venture', 2.6739764335716716),\n",
       " (u'potential', 2.6739764335716716),\n",
       " (u'who is', 2.6739764335716716),\n",
       " (u'get', 2.6739764335716716),\n",
       " (u'forecast', 2.6739764335716716),\n",
       " (u'behind', 2.6739764335716716),\n",
       " (u'infrastructure', 2.6739764335716716),\n",
       " (u'middle', 2.6739764335716716),\n",
       " (u'stepped', 2.6739764335716716),\n",
       " (u'oil', 2.6739764335716716),\n",
       " (u'money', 2.6739764335716716),\n",
       " (u'and focus', 2.6739764335716716),\n",
       " (u'and innovation', 2.6739764335716716),\n",
       " (u'critical', 2.6739764335716716),\n",
       " (u'skilled', 2.6739764335716716),\n",
       " (u'sikka', 2.6739764335716716),\n",
       " (u'compared with', 2.6739764335716716),\n",
       " (u'general', 2.6739764335716716),\n",
       " (u'that of', 2.6739764335716716),\n",
       " (u'again', 2.6739764335716716),\n",
       " (u'talent and', 2.6739764335716716),\n",
       " (u'the fact', 2.6739764335716716),\n",
       " (u'further', 2.6739764335716716),\n",
       " (u'businesses to', 2.6739764335716716),\n",
       " (u'the national', 2.6739764335716716),\n",
       " (u'good', 2.6739764335716716),\n",
       " (u'seeking', 2.6739764335716716),\n",
       " (u'is all', 2.6739764335716716),\n",
       " (u'initiatives', 2.6739764335716716),\n",
       " (u'funding', 2.6739764335716716),\n",
       " (u'conducted', 2.6739764335716716),\n",
       " (u'in order', 2.6739764335716716),\n",
       " (u'part', 2.6739764335716716),\n",
       " (u'majority', 2.6739764335716716),\n",
       " (u'significant', 2.6739764335716716),\n",
       " (u'sector', 2.6739764335716716),\n",
       " (u'annual', 2.6739764335716716),\n",
       " (u'create', 2.6739764335716716),\n",
       " (u'had joined', 2.6739764335716716),\n",
       " (u'plans to', 2.6739764335716716),\n",
       " (u'part of', 2.6739764335716716),\n",
       " (u'spent', 2.6739764335716716),\n",
       " (u'big', 2.6739764335716716),\n",
       " (u'to create', 2.6739764335716716),\n",
       " (u'facing', 2.6739764335716716),\n",
       " (u'the commerce', 2.6739764335716716),\n",
       " (u'nse', 2.6739764335716716),\n",
       " (u'take up', 2.6739764335716716),\n",
       " (u'forward', 2.6739764335716716),\n",
       " (u'they are', 2.6739764335716716),\n",
       " (u'independent of', 2.6739764335716716),\n",
       " (u'you may', 2.6739764335716716),\n",
       " (u'years ago', 2.6739764335716716),\n",
       " (u'solutions', 2.6739764335716716),\n",
       " (u'giving', 2.6739764335716716),\n",
       " (u'talent', 2.6739764335716716),\n",
       " (u'he is', 2.6739764335716716),\n",
       " (u'labor', 2.6739764335716716),\n",
       " (u'february', 2.6739764335716716),\n",
       " (u'companies with', 2.6739764335716716),\n",
       " (u'announced', 2.6739764335716716),\n",
       " (u'strategic', 2.6739764335716716),\n",
       " (u'leading to', 2.6739764335716716),\n",
       " (u'payment', 2.6739764335716716),\n",
       " (u'the at', 2.6739764335716716),\n",
       " (u'national', 2.6739764335716716),\n",
       " (u'research on', 2.6739764335716716),\n",
       " (u'around the', 2.6739764335716716),\n",
       " (u'received', 2.6739764335716716),\n",
       " (u'promoted', 2.6739764335716716),\n",
       " (u'them the', 2.6739764335716716),\n",
       " (u'where he', 2.6739764335716716),\n",
       " (u'buy', 2.6739764335716716),\n",
       " (u'ecosystem', 2.6739764335716716),\n",
       " (u'businesses that', 2.6739764335716716),\n",
       " (u'not know', 2.6739764335716716),\n",
       " (u'every', 2.6739764335716716),\n",
       " (u'school', 2.6739764335716716),\n",
       " (u'leaders', 2.6739764335716716),\n",
       " (u'changed', 2.6739764335716716),\n",
       " (u'changes', 2.6739764335716716),\n",
       " (u'mr', 2.6739764335716716),\n",
       " (u'added that', 2.6739764335716716),\n",
       " (u'the middle', 2.6739764335716716),\n",
       " (u'innovation across', 2.6739764335716716),\n",
       " (u'each', 2.6739764335716716),\n",
       " (u'on thursday', 2.6739764335716716),\n",
       " (u'does not', 2.6739764335716716),\n",
       " (u'already', 2.6739764335716716),\n",
       " (u'before the', 2.6739764335716716),\n",
       " (u'roles', 2.6739764335716716),\n",
       " (u'private sector', 2.6739764335716716),\n",
       " (u'made by', 2.6739764335716716),\n",
       " (u'want to', 2.6739764335716716),\n",
       " (u'bse', 2.6739764335716716),\n",
       " (u'decade as', 2.6739764335716716),\n",
       " (u'importance of', 2.6739764335716716),\n",
       " (u'watch', 2.6739764335716716),\n",
       " (u'amazon', 2.6739764335716716),\n",
       " (u'has also', 2.6739764335716716),\n",
       " (u'cases to', 2.6739764335716716),\n",
       " (u'india is', 2.6739764335716716),\n",
       " (u'in september', 2.6739764335716716),\n",
       " (u'businesses the', 2.6739764335716716),\n",
       " (u'head', 2.6739764335716716),\n",
       " (u'it was', 2.6739764335716716),\n",
       " (u'check', 2.6739764335716716),\n",
       " (u'regime', 2.6739764335716716),\n",
       " (u'no', 2.6739764335716716),\n",
       " (u'early stage', 2.6739764335716716),\n",
       " (u'has always', 2.6739764335716716),\n",
       " (u'cases', 2.6739764335716716),\n",
       " (u'been trying', 2.6739764335716716),\n",
       " (u'mainly', 2.6739764335716716),\n",
       " (u'of india', 2.6739764335716716),\n",
       " (u'the nation', 2.6739764335716716),\n",
       " (u'factors', 2.6739764335716716),\n",
       " (u'have been', 2.6739764335716716),\n",
       " (u'given', 2.6739764335716716),\n",
       " (u'district', 2.6739764335716716),\n",
       " (u'hub', 2.6739764335716716),\n",
       " (u'disruptive impact', 2.6739764335716716),\n",
       " (u'the logistics', 2.6739764335716716),\n",
       " (u'gulf', 2.6739764335716716),\n",
       " (u'that they', 2.6739764335716716),\n",
       " (u'managing', 2.6739764335716716),\n",
       " (u'review', 2.6739764335716716),\n",
       " (u'come', 2.6739764335716716),\n",
       " (u'period', 2.6739764335716716),\n",
       " (u'to grow', 2.6739764335716716),\n",
       " (u'minister', 2.6739764335716716),\n",
       " (u'case', 2.6739764335716716),\n",
       " (u'cash', 2.6739764335716716),\n",
       " (u'week', 2.6739764335716716),\n",
       " (u'driver', 2.6739764335716716),\n",
       " (u'changing', 2.6739764335716716),\n",
       " (u'to new', 2.6739764335716716),\n",
       " (u'it added', 2.6739764335716716),\n",
       " (u'blow', 2.6739764335716716),\n",
       " (u'accepted', 2.6739764335716716),\n",
       " (u'committee on', 2.6739764335716716),\n",
       " (u'at infosys', 2.6739764335716716),\n",
       " (u'united states', 2.6739764335716716),\n",
       " (u'invest', 2.6739764335716716),\n",
       " (u'follow', 2.6739764335716716),\n",
       " (u'activities', 2.6739764335716716),\n",
       " (u'of long', 2.6739764335716716),\n",
       " (u'like the', 2.6739764335716716),\n",
       " (u'the government', 2.6739764335716716),\n",
       " (u'up and', 2.6739764335716716),\n",
       " (u'short', 2.6739764335716716),\n",
       " (u'sale', 2.6739764335716716),\n",
       " (u'return', 2.6739764335716716),\n",
       " (u'to invest', 2.6739764335716716),\n",
       " (u'level', 2.6739764335716716),\n",
       " (u'of this', 2.6739764335716716),\n",
       " (u'risks', 2.6739764335716716),\n",
       " (u'india on', 2.6739764335716716),\n",
       " (u'strengthen', 2.6739764335716716),\n",
       " (u'account of', 2.6739764335716716),\n",
       " (u'chairman', 2.6739764335716716),\n",
       " (u'to become', 2.6739764335716716),\n",
       " (u'hit', 2.6739764335716716),\n",
       " (u'activity', 2.6739764335716716),\n",
       " (u'wrote', 2.6739764335716716),\n",
       " (u'intelligence', 2.6739764335716716),\n",
       " (u'india second', 2.6739764335716716),\n",
       " (u'company has', 2.6739764335716716),\n",
       " (u'and delivery', 2.6739764335716716),\n",
       " (u'became', 2.6739764335716716),\n",
       " (u'political', 2.6739764335716716),\n",
       " (u'strategy', 2.6739764335716716),\n",
       " (u'technology in', 2.6739764335716716),\n",
       " (u'engineers', 2.6739764335716716),\n",
       " (u'lower', 2.6739764335716716),\n",
       " (u'income', 2.6739764335716716),\n",
       " (u'problems', 2.6739764335716716),\n",
       " (u'helping', 2.6739764335716716),\n",
       " (u'once', 2.6739764335716716),\n",
       " (u'issues', 2.6739764335716716),\n",
       " (u'of companies', 2.6739764335716716),\n",
       " (u'funds and', 2.6739764335716716),\n",
       " (u'smaller', 2.6739764335716716),\n",
       " (u'makers', 2.6739764335716716),\n",
       " (u'these businesses', 2.6739764335716716),\n",
       " (u'few', 2.6739764335716716),\n",
       " (u'six', 2.6739764335716716),\n",
       " (u'of start', 2.6739764335716716),\n",
       " (u'took over', 2.6739764335716716),\n",
       " (u'always been', 2.6739764335716716),\n",
       " (u'that investments', 2.6739764335716716),\n",
       " (u'the economy', 2.6739764335716716),\n",
       " (u'agency', 2.6739764335716716),\n",
       " (u'centre', 2.6739764335716716),\n",
       " (u'research innovation', 2.6739764335716716),\n",
       " (u'local', 2.6739764335716716),\n",
       " (u'india and', 2.6739764335716716),\n",
       " (u'product will', 2.6739764335716716),\n",
       " (u'the time', 2.6739764335716716),\n",
       " (u'know', 2.6739764335716716),\n",
       " (u'lot of', 2.6739764335716716),\n",
       " (u'employment', 2.6739764335716716),\n",
       " (u'leader', 2.6739764335716716),\n",
       " (u'seven years', 2.6739764335716716),\n",
       " (u'slump in', 2.6739764335716716),\n",
       " (u'funds', 2.6739764335716716),\n",
       " (u'made', 2.6739764335716716),\n",
       " (u'innovation and', 2.6739764335716716),\n",
       " (u'services tax', 2.6739764335716716),\n",
       " (u'june', 2.6739764335716716),\n",
       " (u'arvind subramanian', 3.0794415416798357),\n",
       " (u'expect the', 3.0794415416798357),\n",
       " (u'certain that', 3.0794415416798357),\n",
       " (u'goal of', 3.0794415416798357),\n",
       " (u'strengthened in', 3.0794415416798357),\n",
       " (u'addvalue', 3.0794415416798357),\n",
       " (u'of breaking', 3.0794415416798357),\n",
       " (u'the edison', 3.0794415416798357),\n",
       " (u'full settlement', 3.0794415416798357),\n",
       " (u'lori', 3.0794415416798357),\n",
       " (u'state goods', 3.0794415416798357),\n",
       " (u'of rs', 3.0794415416798357),\n",
       " (u'disclosure am', 3.0794415416798357),\n",
       " (u'called for', 3.0794415416798357),\n",
       " (u'regional', 3.0794415416798357),\n",
       " (u'started in', 3.0794415416798357),\n",
       " (u'his testimony', 3.0794415416798357),\n",
       " (u'chemistry and', 3.0794415416798357),\n",
       " (u'ups venture', 3.0794415416798357),\n",
       " (u'cash for', 3.0794415416798357),\n",
       " (u'akash', 3.0794415416798357),\n",
       " (u'are at', 3.0794415416798357),\n",
       " (u'at nyse', 3.0794415416798357),\n",
       " (u'cft related', 3.0794415416798357),\n",
       " (u'after elections', 3.0794415416798357),\n",
       " (u'respectively in', 3.0794415416798357),\n",
       " (u'key to', 3.0794415416798357),\n",
       " (u'made for', 3.0794415416798357),\n",
       " (u'earliest and', 3.0794415416798357),\n",
       " (u'defense of', 3.0794415416798357),\n",
       " (u'brexit', 3.0794415416798357),\n",
       " (u'constantly striving', 3.0794415416798357),\n",
       " (u'contributed', 3.0794415416798357),\n",
       " (u'and cooperation', 3.0794415416798357),\n",
       " (u'however while', 3.0794415416798357),\n",
       " (u'have plummeted', 3.0794415416798357),\n",
       " (u'losses up', 3.0794415416798357),\n",
       " (u'of customer', 3.0794415416798357),\n",
       " (u'reported', 3.0794415416798357),\n",
       " (u'their sectors', 3.0794415416798357),\n",
       " (u'over people', 3.0794415416798357),\n",
       " (u'thuraya singtel', 3.0794415416798357),\n",
       " (u'reports', 3.0794415416798357),\n",
       " (u'new environment', 3.0794415416798357),\n",
       " (u'are adding', 3.0794415416798357),\n",
       " (u'snapping their', 3.0794415416798357),\n",
       " (u'consistently been', 3.0794415416798357),\n",
       " (u'nse issued', 3.0794415416798357),\n",
       " (u'divide', 3.0794415416798357),\n",
       " (u'the leading', 3.0794415416798357),\n",
       " (u'evolution of', 3.0794415416798357),\n",
       " (u'hence they', 3.0794415416798357),\n",
       " (u'technological innovation', 3.0794415416798357),\n",
       " (u'stern', 3.0794415416798357),\n",
       " (u'hamad', 3.0794415416798357),\n",
       " (u'overwhelming majority', 3.0794415416798357),\n",
       " (u'development he', 3.0794415416798357),\n",
       " (u'to contribute', 3.0794415416798357),\n",
       " (u'commission work', 3.0794415416798357),\n",
       " (u'of whether', 3.0794415416798357),\n",
       " (u'carried out', 3.0794415416798357),\n",
       " (u'between august', 3.0794415416798357),\n",
       " (u'brings', 3.0794415416798357),\n",
       " (u'on akash', 3.0794415416798357),\n",
       " (u'quinnell', 3.0794415416798357),\n",
       " (u'partnerships among', 3.0794415416798357),\n",
       " (u'india according', 3.0794415416798357),\n",
       " (u'hanold vice', 3.0794415416798357),\n",
       " (u'on june', 3.0794415416798357),\n",
       " (u'revenues', 3.0794415416798357),\n",
       " (u'example', 3.0794415416798357),\n",
       " (u'these types', 3.0794415416798357),\n",
       " (u'treasury and', 3.0794415416798357),\n",
       " (u'two financial', 3.0794415416798357),\n",
       " (u'year in', 3.0794415416798357),\n",
       " (u'raising about', 3.0794415416798357),\n",
       " (u'cii and', 3.0794415416798357),\n",
       " (u'had nothing', 3.0794415416798357),\n",
       " (u'india post', 3.0794415416798357),\n",
       " (u'of ceo', 3.0794415416798357),\n",
       " (u'turn', 3.0794415416798357),\n",
       " (u'travel', 3.0794415416798357),\n",
       " (u'machine', 3.0794415416798357),\n",
       " (u'roles of', 3.0794415416798357),\n",
       " (u'his leadership', 3.0794415416798357),\n",
       " (u'this means', 3.0794415416798357),\n",
       " (u'you why', 3.0794415416798357),\n",
       " (u'knowledge intensive', 3.0794415416798357),\n",
       " (u'cola in', 3.0794415416798357),\n",
       " (u'completed and', 3.0794415416798357),\n",
       " (u'its peers', 3.0794415416798357),\n",
       " (u'attacks undermined', 3.0794415416798357),\n",
       " (u'types', 3.0794415416798357),\n",
       " (u'remote locations', 3.0794415416798357),\n",
       " (u'effective', 3.0794415416798357),\n",
       " (u'address since', 3.0794415416798357),\n",
       " (u'point of', 3.0794415416798357),\n",
       " (u'cross disciplinary', 3.0794415416798357),\n",
       " (u'backdrop', 3.0794415416798357),\n",
       " (u'in november', 3.0794415416798357),\n",
       " (u'check compliance', 3.0794415416798357),\n",
       " (u'platform for', 3.0794415416798357),\n",
       " (u'are now', 3.0794415416798357),\n",
       " (u'are not', 3.0794415416798357),\n",
       " (u'as many', 3.0794415416798357),\n",
       " (u'for qatar', 3.0794415416798357),\n",
       " (u'finally john', 3.0794415416798357),\n",
       " (u'fit', 3.0794415416798357),\n",
       " (u'mmou framework', 3.0794415416798357),\n",
       " (u'paid vis', 3.0794415416798357),\n",
       " (u'most of', 3.0794415416798357),\n",
       " (u'crore prasad', 3.0794415416798357),\n",
       " (u'mongering', 3.0794415416798357),\n",
       " (u'silver', 3.0794415416798357),\n",
       " (u'structural', 3.0794415416798357),\n",
       " (u'rumour', 3.0794415416798357),\n",
       " (u'emerging threat', 3.0794415416798357),\n",
       " (u'surveillance measures', 3.0794415416798357),\n",
       " (u'singapore investments', 3.0794415416798357),\n",
       " (u'soussa london', 3.0794415416798357),\n",
       " (u'tax structure', 3.0794415416798357),\n",
       " (u'had become', 3.0794415416798357),\n",
       " (u'expectations for', 3.0794415416798357),\n",
       " (u'initiatives including', 3.0794415416798357),\n",
       " (u'incremental revenue', 3.0794415416798357),\n",
       " (u'can all', 3.0794415416798357),\n",
       " (u'stages what', 3.0794415416798357),\n",
       " (u'countries during', 3.0794415416798357),\n",
       " (u'rd', 3.0794415416798357),\n",
       " (u're', 3.0794415416798357),\n",
       " (u'and bharti', 3.0794415416798357),\n",
       " (u'alpha since', 3.0794415416798357),\n",
       " (u'billion research', 3.0794415416798357),\n",
       " (u'and years', 3.0794415416798357),\n",
       " (u'management second', 3.0794415416798357),\n",
       " ...]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jobD"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of words     == 7345\n",
      "Number of top Words == 3672\n"
     ]
    }
   ],
   "source": [
    "print \"Number of words     == \" + str(len(jobD))\n",
    "# Get top 50 percent values only\n",
    "percentValue = 0.5\n",
    "top = int(len(jobD)*percentValue)\n",
    "top50 =  jobD[-top:]\n",
    "print \"Number of top Words == \" + str(len(top50))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "topWords = []\n",
    "for t in top50:\n",
    "    topWords.append(t[0])\n",
    "topWords = [h.encode('UTF8') for h in topWords]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "newdata = []\n",
    "import re\n",
    "count = 0\n",
    "for d in data:\n",
    "    d = d.replace(\"'\",\" \")\n",
    "    d = d.replace(\"[\",\" \")\n",
    "    d = d.replace(\"]\",\" \")\n",
    "    d = re.sub('\\d', '', d)\n",
    "    d = re.sub(\"_\", \" \", d)\n",
    "    #print d\n",
    "    #print len(d)\n",
    "    d = d.split(\" \")\n",
    "    #print d\n",
    "    #print d[0]\n",
    "    d = [w for w in d if w in topWords]\n",
    "#     print \"xxx\" + d\n",
    "    x = \" \".join(d)\n",
    "    if(x != ''):\n",
    "        count += 1\n",
    "    newdata.append(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#newdata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "count = 0\n",
    "with open(\"tfOutputs/finalInput.csv\",\"a\") as f:\n",
    "    wr = csv.writer(f,delimiter=\"\\n\")\n",
    "    for d in newdata:\n",
    "        count += 1\n",
    "        wr.writerow([d+\",\"])\n",
    "        print (\"-----\") + str(count)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}