2017-7-16 使用了embedding layers的lstm结果.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using Theano backend.\n",
      "WARNING (theano.sandbox.cuda): The cuda backend is deprecated and will be removed in the next release (v0.10).  Please switch to the gpuarray backend. You can get more information about how to switch at this URL:\n",
      " https://github.com/Theano/Theano/wiki/Converting-to-the-new-gpu-back-end%28gpuarray%29\n",
      "\n",
      "Using gpu device 0: GeForce GTX TITAN X (CNMeM is enabled with initial size: 20.0% of memory, cuDNN 4007)\n",
      "/home/M2015eliu/.pyenv/versions/anaconda2-4.1.1/lib/python2.7/site-packages/gensim/utils.py:1015: UserWarning: Pattern library is not installed, lemmatization won't be available.\n",
      "  warnings.warn(\"Pattern library is not installed, lemmatization won't be available.\")\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "maxlen 30 epoch 10 dim_lstm 200\n",
      "dim_Dense 800\n",
      "dropout_rate 0.0 , LSTM type: bi-lstm mul\n",
      "Activation function: ['relu', 'relu', 'relu']\n",
      "bias of y: 0\n",
      "loss_function: mse\n",
      "start: 0 end:\n",
      "------------------------------\n",
      "Reading english Data: 59999\n",
      "Reading english Data: 59999\n",
      "Merging the English and Japanes news dataframe...\n",
      "Drop the null line...\n",
      "False    59987\n",
      "True        12\n",
      "Name: en_article, dtype: int64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "keras_title_emb.py:413: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample['word2vec_en'] = df_pairs_sample['en_article'].apply(doc2vec_en)\n",
      "keras_title_emb.py:414: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample['word2vec_jp'] = df_pairs_sample['jp_article'].apply(doc2vec_jp)\n",
      "keras_title_emb.py:418: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample['padding_en'] = df_pairs_sample['word2vec_en'].apply(padding)\n",
      "keras_title_emb.py:419: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample['padding_jp'] = df_pairs_sample['word2vec_jp'].apply(padding)\n",
      "keras_title_emb.py:427: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample[\"token2id_en\"] = df_pairs_sample[\"en_article\"].apply(seq2id_en)\n",
      "keras_title_emb.py:433: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample[\"token2id_jp\"] = df_pairs_sample[\"jp_article\"].apply(seq2id_jp)\n"
     ]
    }
   ],
   "source": [
    "run keras_title_emb.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>en_article</th>\n",
       "      <th>jp_article</th>\n",
       "      <th>similarity</th>\n",
       "      <th>dis_similarity</th>\n",
       "      <th>en_article_wrong</th>\n",
       "      <th>word2vec_en</th>\n",
       "      <th>word2vec_jp</th>\n",
       "      <th>padding_en</th>\n",
       "      <th>padding_jp</th>\n",
       "      <th>token2id_en</th>\n",
       "      <th>token2id_jp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>update north korean leader say purge be cleans...</td>\n",
       "      <td>金正恩 第1書記 新年 辞 粛清 団結 強化 強調</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>apple win digital music antitrust trial</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.0253225, -0.377311, -0.142751, 0.218024, -...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.025322470814, -0.377310812473, -0.14275074...</td>\n",
       "      <td>[2, 1, 7, 8, 5, 4, 0, 3, 6]</td>\n",
       "      <td>[5, 1, 0, 7, 3, 6, 2, 4]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>update china factory growth slow resilient yea...</td>\n",
       "      <td>12月 中国 製造業 低下 輸出 受注 7月 以来 国家統計局</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>deal day merger acquisition</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.47501, 0.0407163, 0.111163, 0.451794, -0....</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.475010246038, 0.0407162643969, 0.11116266...</td>\n",
       "      <td>[2, 13, 11, 12, 9, 15, 14, 10]</td>\n",
       "      <td>[9, 14, 10, 8, 12, 11, 15, 13, 16]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>table breakdown china dec official manufacturi...</td>\n",
       "      <td>表 12月 中国 内訳</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>china temporary lift ban sale foreign game con...</td>\n",
       "      <td>[[0.188817, 0.489943, -0.0501225, -0.0873243, ...</td>\n",
       "      <td>[[0.147796, -0.356895, 0.180883, 0.419625, -0....</td>\n",
       "      <td>[[0.188816636801, 0.489943176508, -0.050122547...</td>\n",
       "      <td>[[0.147795513272, -0.356894731522, 0.180883139...</td>\n",
       "      <td>[19, 16, 13, 17, 18, 20, 21]</td>\n",
       "      <td>[17, 9, 14, 18]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>china final hsbc factory pmi dip month low dec...</td>\n",
       "      <td>12月 HSBC 中国 製造業 改定値 輸出 受注 低調 3か月 低 水準</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update mexico factory export consumer import j...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[-0.47501, 0.0407163, 0.111163, 0.451794, -0....</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[-0.475010246038, 0.0407162643969, 0.11116266...</td>\n",
       "      <td>[13, 27, 23, 11, 21, 26, 24, 25, 22]</td>\n",
       "      <td>[9, 20, 14, 10, 22, 12, 11, 23, 24, 21, 19]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>update hyundai kia see weak annual car sale gr...</td>\n",
       "      <td>韓国 現代 起亜 自 2014年 世界販売 台数 見込む 以来 低 成長</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>china asset manager launch first batch etf sto...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.133516, -0.0476626, -0.0501251, -0.141976...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.133516088128, -0.0476626008749, -0.050125...</td>\n",
       "      <td>[2, 32, 34, 33, 30, 29, 28, 31, 12]</td>\n",
       "      <td>[27, 31, 26, 29, 28, 32, 25, 30, 13, 21, 33]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>update hyundai kia face fade growth currency t...</td>\n",
       "      <td>韓国 現代 起亜 自 2014年 世界販売 台数 見込む 以来 低 成長</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>onex explore sale it rescare holding source</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.133516, -0.0476626, -0.0501251, -0.141976...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.133516088128, -0.0476626008749, -0.050125...</td>\n",
       "      <td>[2, 32, 34, 36, 39, 12, 38, 37, 40, 35]</td>\n",
       "      <td>[27, 31, 26, 29, 28, 32, 25, 30, 13, 21, 33]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>singapore gdp contract hurt sluggish manufactu...</td>\n",
       "      <td>第4四半期 シンガポール GDP 速報値 季節調整 前期比 年率 製造業 低迷</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>market eye indian share gain it stock blue chip</td>\n",
       "      <td>[[-0.00751844, -0.0674906, -0.356288, 0.060561...</td>\n",
       "      <td>[[0.190043, -0.0703784, -0.0496322, 0.246158, ...</td>\n",
       "      <td>[[-0.00751843955368, -0.0674905627966, -0.3562...</td>\n",
       "      <td>[[0.190042510629, -0.0703783854842, -0.0496321...</td>\n",
       "      <td>[45, 41, 44, 42, 43, 20]</td>\n",
       "      <td>[39, 36, 34, 35, 40, 37, 38, 10, 41]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>market eye indian share gain rate sensitive ba...</td>\n",
       "      <td>インド 株式市場 中盤 反発 銀行 不動産 株</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update bernanke arrives first day job brookings</td>\n",
       "      <td>[[0.017995, -0.030618, -0.0135469, -0.263524, ...</td>\n",
       "      <td>[[0.15393, -0.0467663, 0.0847687, 0.0582653, -...</td>\n",
       "      <td>[[0.0179950483143, -0.0306180045009, -0.013546...</td>\n",
       "      <td>[[0.153930395842, -0.0467662885785, 0.08476869...</td>\n",
       "      <td>[48, 47, 52, 49, 53, 51, 50, 55, 54, 46]</td>\n",
       "      <td>[47, 43, 42, 48, 45, 46, 44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>update fiat reach deal uaw trust buy rest chry...</td>\n",
       "      <td>伊 フィアット FIA MI 米 クライスラー 完全子会社 合意</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>stock snapshot wall st end aggressive low glob...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.042123, 0.148004, -0.14777, -0.0439432, -...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.0421229600906, 0.148003697395, -0.1477697...</td>\n",
       "      <td>[2, 56, 59, 58, 61, 63, 57, 60, 62]</td>\n",
       "      <td>[51, 53, 55, 52, 54, 49, 50, 56]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>update fiat strike deal buy rest chrysler</td>\n",
       "      <td>伊 フィアット FIA MI 米 クライスラー 完全子会社 合意</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>uk germany say eu reform must be fair non euro...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.042123, 0.148004, -0.14777, -0.0439432, -...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.0421229600906, 0.148003697395, -0.1477697...</td>\n",
       "      <td>[2, 56, 64, 58, 57, 60, 62]</td>\n",
       "      <td>[51, 53, 55, 52, 54, 49, 50, 56]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>pboc skip repos drain bln yuan week</td>\n",
       "      <td>中国 人民銀 定例 オペ 見送り 今週 吸収</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>portugal yield hit year low lisbon eyes bond a...</td>\n",
       "      <td>[[-0.708455, 0.123694, -0.0349487, -0.240726, ...</td>\n",
       "      <td>[[0.364929, 0.0202659, 0.170838, 0.0298371, -0...</td>\n",
       "      <td>[[-0.708455204964, 0.123693935573, -0.03494869...</td>\n",
       "      <td>[[0.364928901196, 0.0202658716589, 0.170837789...</td>\n",
       "      <td>[69, 67, 68, 66, 70, 71, 65]</td>\n",
       "      <td>[14, 62, 59, 58, 60, 61, 57]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>china clear batch ipo end listing freeze report</td>\n",
       "      <td>中国 上場 承認 再開 弾み</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>global growth fear hit s.korean share win eas ...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.364929, 0.0202659, 0.170838, 0.0298371, -0...</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.364928901196, 0.0202658716589, 0.170837789...</td>\n",
       "      <td>[13, 72, 73, 75, 10, 76, 74, 77]</td>\n",
       "      <td>[14, 63, 64, 65, 66]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>s.korea share dip pct start large cap tumble</td>\n",
       "      <td>ソウル 株式市場 大引け 急落 大型 株 売る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update mcdonald april global restaurant sale r...</td>\n",
       "      <td>[[0.0524014, -0.0517672, -0.00979409, -0.00974...</td>\n",
       "      <td>[[0.379925, -0.16321, 0.216476, -0.00105682, -...</td>\n",
       "      <td>[[0.0524014160037, -0.0517671741545, -0.009794...</td>\n",
       "      <td>[[0.379924654961, -0.163209781051, 0.216475769...</td>\n",
       "      <td>[78, 49, 26, 81, 83, 82, 80, 79]</td>\n",
       "      <td>[69, 43, 68, 67, 70, 44, 71]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>taiwan stock hit month intraday high auto bank...</td>\n",
       "      <td>台湾株式市場 大引け 横ばい 自動車 金融 買う</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>australia share gain pct strong earnings miner</td>\n",
       "      <td>[[0.140891, 0.133389, -0.259482, -0.045965, 0....</td>\n",
       "      <td>[[-0.082321, 0.0268047, -0.803969, -0.996729, ...</td>\n",
       "      <td>[[0.140890628099, 0.133389428258, -0.259482234...</td>\n",
       "      <td>[[-0.0823209881783, 0.0268046706915, -0.803968...</td>\n",
       "      <td>[87, 89, 84, 24, 88, 86, 85, 55, 53]</td>\n",
       "      <td>[76, 68, 75, 72, 74, 73]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>update latvia cap year austerity euro membership</td>\n",
       "      <td>ラトビア ユーロ 導入</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update hyundai motor s.korean worker vote stri...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.0236905, 0.0381575, -0.0743193, 0.21892, ...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.0236905347556, 0.0381575264037, -0.074319...</td>\n",
       "      <td>[2, 91, 80, 14, 93, 92, 90]</td>\n",
       "      <td>[77, 78, 79]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>china share slide dec pmi underwhelms</td>\n",
       "      <td>中国 香港株式市場 大引け 中国 下落 香港 本土 企業 売る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>home improvement retailer lowe post strong sal...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.364929, 0.0202659, 0.170838, 0.0298371, -0...</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.364928901196, 0.0202658716589, 0.170837789...</td>\n",
       "      <td>[13, 49, 94, 17, 21, 95]</td>\n",
       "      <td>[14, 82, 68, 14, 84, 83, 80, 81, 71]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>update de blasio swear new york mayor succeed ...</td>\n",
       "      <td>NY ブルームバーグ 市長 退任 後任 格差 縮小</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>buzz usd/jpy tech prior resistance now support</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[2, 97, 96, 101, 102, 99, 103, 98, 100]</td>\n",
       "      <td>[87, 85, 88, 90, 91, 89, 86]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>update de blasio swear new york mayor succeed ...</td>\n",
       "      <td>NY ブルームバーグ 市長 退任 後任 格差 縮小</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>exclusive p g eye alumni unit head candidate c...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[2, 97, 96, 101, 102, 99, 103, 98, 100]</td>\n",
       "      <td>[87, 85, 88, 90, 91, 89, 86]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>australia share touch wk high caution china</td>\n",
       "      <td>シドニー 株式市場 大引け 6週間 高値 中国 上値 抑える</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>poll dollar gain euro yen lose</td>\n",
       "      <td>[[0.010419, 0.309192, -0.0924297, 0.052077, 0....</td>\n",
       "      <td>[[0.948132, -0.208564, 0.0240682, 0.09364, -0....</td>\n",
       "      <td>[[0.0104189859703, 0.309192448854, -0.09242969...</td>\n",
       "      <td>[[0.948131859303, -0.208564266562, 0.024068208...</td>\n",
       "      <td>[106, 49, 104, 107, 86, 105, 13]</td>\n",
       "      <td>[94, 43, 68, 93, 95, 14, 92, 96]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>update samsung elec drop pct weak earnings out...</td>\n",
       "      <td>韓国 サムスン電子 KS 株 4か月 安値 ウォン高 7日 発表 業績予想 懸念</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>hong kong benchmark hit high december property...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.133516, -0.0476626, -0.0501251, -0.141976...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.133516088128, -0.0476626008749, -0.050125...</td>\n",
       "      <td>[2, 110, 109, 112, 81, 30, 113, 108, 114, 111]</td>\n",
       "      <td>[27, 101, 100, 44, 99, 103, 102, 97, 98, 104, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>china yuan pull back record high more gain see</td>\n",
       "      <td>上海 外為市場 人民元 対ドル 過去最高値</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>qualcomm decision loom u.s. press china antitr...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.307846, 0.304336, -0.384274, 0.275885, -0....</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.307845532894, 0.30433639884, -0.3842737972...</td>\n",
       "      <td>[13, 71, 115, 117, 118, 86, 116, 53, 33]</td>\n",
       "      <td>[108, 110, 109, 106, 107]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>update s.korea dec export pick weak yen concern</td>\n",
       "      <td>12月 韓国 輸出 前年比 予想 上回る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>ecb lend bank bln euros day operation fixed rate</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.47501, 0.0407163, 0.111163, 0.451794, -0....</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.475010246038, 0.0407162643969, 0.11116266...</td>\n",
       "      <td>[2, 78, 17, 121, 120, 30, 122, 119]</td>\n",
       "      <td>[9, 27, 12, 113, 112, 111]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>poll euro zone factory end high france worry pmis</td>\n",
       "      <td>ユーロ圏 12月 製造業 改定値 2011年 5月 以来 高水準</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>china yuan edge narrow trade outlook firm</td>\n",
       "      <td>[[0.356475, 0.372161, -0.41863, 0.199682, -0.0...</td>\n",
       "      <td>[[0.153452, -0.164185, -0.153751, 0.611093, -0...</td>\n",
       "      <td>[[0.356474876404, 0.372160613537, -0.418630480...</td>\n",
       "      <td>[[0.153451740742, -0.164184838533, -0.15375107...</td>\n",
       "      <td>[124, 92, 126, 11, 10, 86, 127, 123, 125]</td>\n",
       "      <td>[116, 9, 10, 22, 117, 115, 13, 114]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>taiwan ma say end china standoff must economy</td>\n",
       "      <td>中台 問題 解決 台湾経済 拡大 必要 馬 総統</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>pboc drain bln yuan day repos</td>\n",
       "      <td>[[0.140891, 0.133389, -0.259482, -0.045965, 0....</td>\n",
       "      <td>[[0.00185925, -0.00080293, 0.080946, 0.0169893...</td>\n",
       "      <td>[[0.140890628099, 0.133389428258, -0.259482234...</td>\n",
       "      <td>[[0.00185925059486, -0.000802929629572, 0.0809...</td>\n",
       "      <td>[87, 130, 5, 10, 13, 128, 129, 131]</td>\n",
       "      <td>[124, 118, 123, 122, 119, 120, 121, 125]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>china train maker cnr get regulatory nod hong ...</td>\n",
       "      <td>鉄道車両 メーカー 中国北車 .S 香港 上場 中国当局 認可</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update erdogan vow reconciliation turkish pres...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.206908, 0.214662, -0.0656995, -0.173013, -...</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.206908464432, 0.214662179351, -0.065699450...</td>\n",
       "      <td>[13, 138, 140, 133, 134, 139, 135, 132, 137, 136]</td>\n",
       "      <td>[126, 130, 127, 131, 83, 63, 129, 128]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>poll euro zone factory end high france worry pmis</td>\n",
       "      <td>ユーロ圏 12月 製造業 改定値 2011年 5月 以来 高水準 フランス 低迷</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>south africa hsbc pmi january</td>\n",
       "      <td>[[0.356475, 0.372161, -0.41863, 0.199682, -0.0...</td>\n",
       "      <td>[[0.153452, -0.164185, -0.153751, 0.611093, -0...</td>\n",
       "      <td>[[0.356474876404, 0.372160613537, -0.418630480...</td>\n",
       "      <td>[[0.153451740742, -0.164184838533, -0.15375107...</td>\n",
       "      <td>[124, 92, 126, 11, 10, 86, 127, 123, 125]</td>\n",
       "      <td>[116, 9, 10, 22, 117, 115, 13, 114, 132, 41]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>china house price show sign stabilise survey</td>\n",
       "      <td>中国 不動産 価格 上昇基調 安定化 兆し 民間 調査</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>poll australia central bank certain stand pat ...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.364929, 0.0202659, 0.170838, 0.0298371, -0...</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.364928901196, 0.0202658716589, 0.170837789...</td>\n",
       "      <td>[13, 142, 143, 141, 144, 146, 145]</td>\n",
       "      <td>[14, 46, 138, 136, 137, 135, 133, 134]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>update indonesia surprise sizable nov trade su...</td>\n",
       "      <td>インドネシア 11月 貿易収支 予想外 黒字 インフレ率 横ばい</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update lvmh fashion leather first quarter sale...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.250674, -0.00507109, -0.146907, -0.018274...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.250674009323, -0.0050710933283, -0.146906...</td>\n",
       "      <td>[2, 148, 151, 150, 152, 149, 147]</td>\n",
       "      <td>[141, 142, 140, 143, 139, 144, 75]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>china yuan pull back record high more gain see</td>\n",
       "      <td>上海 外為市場 人民元 最 高値 並ぶ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update geopolitical crisis help push german bu...</td>\n",
       "      <td>[[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...</td>\n",
       "      <td>[[0.307846, 0.304336, -0.384274, 0.275885, -0....</td>\n",
       "      <td>[[-0.0418512448668, 0.0643166452646, 0.1977352...</td>\n",
       "      <td>[[0.307845532894, 0.30433639884, -0.3842737972...</td>\n",
       "      <td>[13, 71, 115, 117, 118, 86, 116, 53, 33]</td>\n",
       "      <td>[108, 110, 109, 145, 95, 146]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>s.korea fin min yen fall v win expect extent</td>\n",
       "      <td>対 ウォン 円安 予想 する いる 動き 必要 行動 韓国 企画財政相</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>israel accept egyptian proposal gaza ceasefire...</td>\n",
       "      <td>[[0.0524014, -0.0517672, -0.00979409, -0.00974...</td>\n",
       "      <td>[[-0.342857, 0.191634, 0.372597, -0.0858289, 0...</td>\n",
       "      <td>[[0.0524014160037, -0.0517671741545, -0.009794...</td>\n",
       "      <td>[[-0.342857092619, 0.191634044051, 0.372597277...</td>\n",
       "      <td>[78, 158, 153, 122, 157, 154, 111, 155, 156]</td>\n",
       "      <td>[154, 147, 153, 112, 148, 149, 150, 120, 152, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4970</th>\n",
       "      <td>update ftse extends slide post fresh week clos...</td>\n",
       "      <td>ロンドン株式市場 米 指標 嫌気 する 続落 ロイズ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>china offshore oil giant cnooc post flat third...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.0789091, -0.433789, -0.2955, -0.038856, -0...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.0789090767503, -0.433789402246, -0.2955000...</td>\n",
       "      <td>[2, 539, 3310, 94, 329, 664, 65, 1630, 25]</td>\n",
       "      <td>[272, 54, 333, 395, 148, 391, 4421]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4971</th>\n",
       "      <td>u.s. month bill high rate pct</td>\n",
       "      <td>表 米 3か月 入札 最高 落札 利回り 6か月 財務省</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>prudential profit beat estimate asset manageme...</td>\n",
       "      <td>[[0.079418, -0.0698862, 0.0105229, 0.0433305, ...</td>\n",
       "      <td>[[0.147796, -0.356895, 0.180883, 0.419625, -0....</td>\n",
       "      <td>[[0.0794180035591, -0.0698861926794, 0.0105229...</td>\n",
       "      <td>[[0.147795513272, -0.356894731522, 0.180883139...</td>\n",
       "      <td>[198, 24, 298, 86, 51, 81]</td>\n",
       "      <td>[17, 54, 24, 288, 230, 920, 276, 653, 921]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4972</th>\n",
       "      <td>update winter brings fresh round snow u.s. nor...</td>\n",
       "      <td>米 北東部 一帯 大雪 欠航 相次ぐ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>rpt update vodafone confident revenue outlook ...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.203559, -0.17033, 0.136308, -0.0854052, -0...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.203559398651, -0.17032957077, 0.1363077312...</td>\n",
       "      <td>[2, 2762, 3764, 664, 590, 514, 198, 273]</td>\n",
       "      <td>[54, 266, 263, 268, 262, 264]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4973</th>\n",
       "      <td>update snowstorm sweep u.s. northeast trap sup...</td>\n",
       "      <td>米 北東部 一帯 大雪 欠航 相次ぐ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update newmont seek international arbitration ...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.203559, -0.17033, 0.136308, -0.0854052, -0...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.203559398651, -0.17032957077, 0.1363077312...</td>\n",
       "      <td>[2, 510, 1987, 198, 273, 1410, 2525, 3766, 3765]</td>\n",
       "      <td>[54, 266, 263, 268, 262, 264]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4974</th>\n",
       "      <td>greek yield fall germany deny plan new debt ha...</td>\n",
       "      <td>ユーロ圏 金融 債券市場 終盤 ギリシャ 利回り 低下 追加 ヘアカット 可能性 独 否定</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>buzz usd/jpy neutral signal option contain</td>\n",
       "      <td>[[0.024506, -0.197878, -0.371021, 0.0393233, 0...</td>\n",
       "      <td>[[0.153452, -0.164185, -0.153751, 0.611093, -0...</td>\n",
       "      <td>[[0.0245059560984, -0.197877719998, -0.3710206...</td>\n",
       "      <td>[[0.153451740742, -0.164184838533, -0.15375107...</td>\n",
       "      <td>[1657, 446, 157, 845, 3767, 219, 102, 285, 3754]</td>\n",
       "      <td>[116, 74, 281, 275, 1559, 276, 8, 532, 4434, 1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4975</th>\n",
       "      <td>forex dollar fall weak factory data emerge mar...</td>\n",
       "      <td>NY 外為市場 中盤 ドル 円 2か月 安値 米 指標 新興国 不安</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>india modi target record asset sale first budg...</td>\n",
       "      <td>[[-0.0999881, -0.187119, -0.300938, -0.0102495...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[-0.0999880880117, -0.187118768692, -0.300938...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[330, 331, 157, 30, 11, 233, 703, 48, 2538]</td>\n",
       "      <td>[87, 110, 42, 312, 323, 543, 103, 54, 333, 733...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4976</th>\n",
       "      <td>update european share lurch low emerge market ...</td>\n",
       "      <td>欧州 株式市場 続落 する 1か月 半 安値 中国 指標 新興国 不安</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>deal day merger acquisition</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.27545, 0.0250656, 0.0825939, 0.136058, -0....</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.275450408459, 0.0250655952841, 0.082593858...</td>\n",
       "      <td>[2, 294, 49, 3768, 25, 703, 48, 2538]</td>\n",
       "      <td>[286, 43, 391, 148, 2197, 817, 103, 14, 333, 7...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4977</th>\n",
       "      <td>european bank have trln exposure emerge market</td>\n",
       "      <td>欧州 銀 新興国 融資残 高校3年 混乱 加速 リスク 増大 恐れ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update obama say europe should see downed jet ...</td>\n",
       "      <td>[[0.130035, 0.0516592, -0.00821746, -0.0611563...</td>\n",
       "      <td>[[0.27545, 0.0250656, 0.0825939, 0.136058, -0....</td>\n",
       "      <td>[[0.130034670234, 0.0516592003405, -0.00821746...</td>\n",
       "      <td>[[0.275450408459, 0.0250655952841, 0.082593858...</td>\n",
       "      <td>[294, 55, 327, 2027, 2498, 703, 48]</td>\n",
       "      <td>[286, 489, 733, 4443, 4444, 3250, 447, 548, 34...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4978</th>\n",
       "      <td>treasury yield low november weak manufacturing...</td>\n",
       "      <td>米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update infoblox share plunge weak forecast ceo...</td>\n",
       "      <td>[[0.163341, -0.08509, -0.105375, 0.15426, -0.1...</td>\n",
       "      <td>[[-0.138159, 0.144273, -0.0855605, -0.471532, ...</td>\n",
       "      <td>[[0.163341224194, -0.0850899890065, -0.1053747...</td>\n",
       "      <td>[[-0.13815946877, 0.144272550941, -0.085560537...</td>\n",
       "      <td>[297, 446, 25, 244, 30, 20, 233]</td>\n",
       "      <td>[330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4979</th>\n",
       "      <td>stock snapshot s p post big daily percentage d...</td>\n",
       "      <td>米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update obama defend u.s. ebola guideline back ...</td>\n",
       "      <td>[[-0.105964, 0.0200819, -0.185562, -0.0963499,...</td>\n",
       "      <td>[[0.362053, -0.18011, -0.0851055, 0.0604293, -...</td>\n",
       "      <td>[[-0.10596421361, 0.0200819130987, -0.18556173...</td>\n",
       "      <td>[[0.362053304911, -0.180109918118, -0.08510548...</td>\n",
       "      <td>[89, 860, 1232, 1233, 329, 216, 332, 3769, 259...</td>\n",
       "      <td>[335, 43, 3742, 112, 450, 10, 491, 395]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4980</th>\n",
       "      <td>update south africa move dampen market expecta...</td>\n",
       "      <td>南ア 中銀 市場 追加利上げ 観測 けん制</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>corrected official update barrick cut cost for...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[0.169761, 0.186034, 0.0675568, -0.0186837, 0...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[0.169760942459, 0.186033725739, 0.0675568282...</td>\n",
       "      <td>[2, 439, 1721, 1483, 373, 48, 581, 116, 51, 985]</td>\n",
       "      <td>[2705, 369, 390, 4115, 525, 3249]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4981</th>\n",
       "      <td>forex dollar stumble weak u.s. data emerge mar...</td>\n",
       "      <td>NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update microsoft profit up strong commercial s...</td>\n",
       "      <td>[[-0.0999881, -0.187119, -0.300938, -0.0102495...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[-0.0999880880117, -0.187118768692, -0.300938...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[330, 331, 1707, 30, 198, 233, 703, 48, 2539]</td>\n",
       "      <td>[87, 110, 312, 1737, 325, 543, 817, 103, 733, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4982</th>\n",
       "      <td>treasury yield low november weak manufacturing...</td>\n",
       "      <td>米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>buzz automaker morgan stanley cut industry rating</td>\n",
       "      <td>[[0.163341, -0.08509, -0.105375, 0.15426, -0.1...</td>\n",
       "      <td>[[-0.138159, 0.144273, -0.0855605, -0.471532, ...</td>\n",
       "      <td>[[0.163341224194, -0.0850899890065, -0.1053747...</td>\n",
       "      <td>[[-0.13815946877, 0.144272550941, -0.085560537...</td>\n",
       "      <td>[297, 446, 25, 244, 30, 20, 233]</td>\n",
       "      <td>[330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4983</th>\n",
       "      <td>stock drop still not enough pause fed fisher say</td>\n",
       "      <td>最近 株安 FRB 緩和 縮小 休止 する こと 米地 連銀 総裁 テレビ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>facebook have near term plan monetise whatsapp...</td>\n",
       "      <td>[[-0.105964, 0.0200819, -0.185562, -0.0963499,...</td>\n",
       "      <td>[[-0.0115155, -0.183974, 0.125064, 0.153713, -...</td>\n",
       "      <td>[[-0.10596421361, 0.0200819130987, -0.18556173...</td>\n",
       "      <td>[[-0.0115155056119, -0.183973997831, 0.1250640...</td>\n",
       "      <td>[89, 112, 465, 492, 1786, 567, 249, 1021, 5]</td>\n",
       "      <td>[1909, 1137, 241, 560, 86, 224, 148, 2824, 444...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4984</th>\n",
       "      <td>forex dollar stumble weak u.s. data emerge mar...</td>\n",
       "      <td>NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update eu ready possible capital tech sanction...</td>\n",
       "      <td>[[-0.0999881, -0.187119, -0.300938, -0.0102495...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[-0.0999880880117, -0.187118768692, -0.300938...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[330, 331, 1707, 30, 198, 233, 703, 48, 2539]</td>\n",
       "      <td>[87, 110, 312, 1737, 325, 543, 817, 103, 733, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4985</th>\n",
       "      <td>table top sell vehicle u.s. january</td>\n",
       "      <td>表 米 自動車販売 台数 トップ 車種 2014年 1月</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update rb set raise bln u.s. listing citizen</td>\n",
       "      <td>[[0.188817, 0.489943, -0.0501225, -0.0873243, ...</td>\n",
       "      <td>[[0.147796, -0.356895, 0.180883, 0.419625, -0....</td>\n",
       "      <td>[[0.188816636801, 0.489943176508, -0.050122547...</td>\n",
       "      <td>[[0.147795513272, -0.356894731522, 0.180883139...</td>\n",
       "      <td>[19, 425, 295, 571, 198, 883]</td>\n",
       "      <td>[17, 54, 254, 25, 581, 580, 28, 227]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4986</th>\n",
       "      <td>forex dollar stumble weak u.s. data emerge mar...</td>\n",
       "      <td>NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bank england stress test pass bank apart co op</td>\n",
       "      <td>[[-0.0999881, -0.187119, -0.300938, -0.0102495...</td>\n",
       "      <td>[[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...</td>\n",
       "      <td>[[-0.0999880880117, -0.187118768692, -0.300938...</td>\n",
       "      <td>[[-0.190086007118, 0.20875865221, 0.2463877797...</td>\n",
       "      <td>[330, 331, 1707, 30, 198, 233, 703, 48, 2539]</td>\n",
       "      <td>[87, 110, 312, 1737, 325, 543, 817, 103, 733, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4987</th>\n",
       "      <td>stock wall st suffers bad drop june weak data</td>\n",
       "      <td>米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>china streamline security watchdog efficiency ...</td>\n",
       "      <td>[[-0.105964, 0.0200819, -0.185562, -0.0963499,...</td>\n",
       "      <td>[[0.362053, -0.18011, -0.0851055, 0.0604293, -...</td>\n",
       "      <td>[[-0.10596421361, 0.0200819130987, -0.18556173...</td>\n",
       "      <td>[[0.362053304911, -0.180109918118, -0.08510548...</td>\n",
       "      <td>[89, 334, 338, 3123, 1131, 112, 3334, 30, 233]</td>\n",
       "      <td>[335, 43, 3742, 112, 450, 10, 491, 395]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4988</th>\n",
       "      <td>stock drop still not enough pause fed fisher say</td>\n",
       "      <td>最近 株安 FRB 緩和 縮小 休止 する こと 米地 連銀 総裁</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>buzz do round carney seek wide recovery</td>\n",
       "      <td>[[-0.105964, 0.0200819, -0.185562, -0.0963499,...</td>\n",
       "      <td>[[-0.0115155, -0.183974, 0.125064, 0.153713, -...</td>\n",
       "      <td>[[-0.10596421361, 0.0200819130987, -0.18556173...</td>\n",
       "      <td>[[-0.0115155056119, -0.183973997831, 0.1250640...</td>\n",
       "      <td>[89, 112, 465, 492, 1786, 567, 249, 1021, 5]</td>\n",
       "      <td>[1909, 1137, 241, 560, 86, 224, 148, 2824, 444...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4989</th>\n",
       "      <td>forex dollar stumble weak u.s. data emerge mar...</td>\n",
       "      <td>再送 NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>vietnam vinatex set july ipo domestic market</td>\n",
       "      <td>[[-0.0999881, -0.187119, -0.300938, -0.0102495...</td>\n",
       "      <td>[[0.141911, -0.152202, 0.0609174, -0.0101772, ...</td>\n",
       "      <td>[[-0.0999880880117, -0.187118768692, -0.300938...</td>\n",
       "      <td>[[0.14191095531, -0.152201876044, 0.0609173811...</td>\n",
       "      <td>[330, 331, 1707, 30, 198, 233, 703, 48, 2539]</td>\n",
       "      <td>[187, 87, 110, 312, 1737, 325, 543, 817, 103, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4990</th>\n",
       "      <td>emerging market stock currency extend slide ch...</td>\n",
       "      <td>中南米 金融市場 通貨 下落 中国 米国 製造業 統計</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>table german april ppi pct m/m pct y/y</td>\n",
       "      <td>[[-0.301691, -0.203683, 0.0979285, -0.019742, ...</td>\n",
       "      <td>[[-0.0654792, -0.169582, -0.0406282, -0.043799...</td>\n",
       "      <td>[[-0.301690757275, -0.203683197498, 0.09792850...</td>\n",
       "      <td>[[-0.0654791519046, -0.169581890106, -0.040628...</td>\n",
       "      <td>[352, 48, 89, 38, 1082, 94, 362, 245, 233]</td>\n",
       "      <td>[353, 354, 382, 84, 14, 335, 10, 491]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4991</th>\n",
       "      <td>buzz usd/jpy focus nikkei beckons</td>\n",
       "      <td>BUZZ 外為 ドル 円 テクニカル分析 日本株 動向 焦点 95円 下値めど</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>rpt china jan apr property investment pct y/y</td>\n",
       "      <td>[[-0.048586, -0.0875708, 0.0303326, 0.0849774,...</td>\n",
       "      <td>[[-0.334231, -0.197471, 0.0199017, -0.041035, ...</td>\n",
       "      <td>[[-0.0485859885812, -0.0875708460808, 0.030332...</td>\n",
       "      <td>[[-0.334231108427, -0.197470530868, 0.01990171...</td>\n",
       "      <td>[591, 597, 1498, 628, 2999]</td>\n",
       "      <td>[591, 593, 312, 323, 609, 3602, 380, 686, 3616...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4992</th>\n",
       "      <td>update u.s. january auto sale yo yo brand brand</td>\n",
       "      <td>1月 米 自動車販売 寒波 大手 予想 下回る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update daimler mercedes benz say assist chines...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.429639, -0.0661214, -0.15277, 0.0479644, ...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.429639458656, -0.0661213546991, -0.152770...</td>\n",
       "      <td>[2, 198, 883, 85, 31, 3770, 3770, 1575, 1575]</td>\n",
       "      <td>[227, 54, 254, 519, 1205, 112, 450]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4993</th>\n",
       "      <td>bad weather blame sag u.s. january auto sale</td>\n",
       "      <td>1月 米 自動車販売 寒波 大手 予想 下回る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>regulator say hong kong china stock trading qu...</td>\n",
       "      <td>[[-0.037895, -0.382291, -0.0685223, -0.062819,...</td>\n",
       "      <td>[[-0.429639, -0.0661214, -0.15277, 0.0479644, ...</td>\n",
       "      <td>[[-0.0378950275481, -0.382291376591, -0.068522...</td>\n",
       "      <td>[[-0.429639458656, -0.0661213546991, -0.152770...</td>\n",
       "      <td>[1131, 1313, 376, 1729, 198, 883, 85, 31]</td>\n",
       "      <td>[227, 54, 254, 519, 1205, 112, 450]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4994</th>\n",
       "      <td>update extreme  weather blame u.s. january aut...</td>\n",
       "      <td>1月 米 自動車販売 寒波 大手 予想 下回る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>emerging market bank drive brazil stock high</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.429639, -0.0661214, -0.15277, 0.0479644, ...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.429639458656, -0.0661213546991, -0.152770...</td>\n",
       "      <td>[2, 3771, 1313, 376, 198, 883, 85, 31, 26]</td>\n",
       "      <td>[227, 54, 254, 519, 1205, 112, 450]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4995</th>\n",
       "      <td>update extreme  weather blame u.s. january aut...</td>\n",
       "      <td>1月 米 自動車販売 寒波 大手 予想 下回る</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update new u.s. sanction putin ally cause few ...</td>\n",
       "      <td>[[0.0493558, -0.0794403, 0.203487, 0.0586433, ...</td>\n",
       "      <td>[[-0.429639, -0.0661214, -0.15277, 0.0479644, ...</td>\n",
       "      <td>[[0.0493558347225, -0.0794403403997, 0.2034872...</td>\n",
       "      <td>[[-0.429639458656, -0.0661213546991, -0.152770...</td>\n",
       "      <td>[2, 3771, 1313, 376, 198, 883, 85, 31, 26]</td>\n",
       "      <td>[227, 54, 254, 519, 1205, 112, 450]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4996</th>\n",
       "      <td>treasury yield low november weak manufacturing...</td>\n",
       "      <td>米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>u.s. factory activity growth slow slightly mar...</td>\n",
       "      <td>[[0.163341, -0.08509, -0.105375, 0.15426, -0.1...</td>\n",
       "      <td>[[-0.138159, 0.144273, -0.0855605, -0.471532, ...</td>\n",
       "      <td>[[0.163341224194, -0.0850899890065, -0.1053747...</td>\n",
       "      <td>[[-0.13815946877, 0.144272550941, -0.085560537...</td>\n",
       "      <td>[297, 446, 25, 244, 30, 20, 233]</td>\n",
       "      <td>[330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997</th>\n",
       "      <td>stock wall st suffers bad drop june weak data</td>\n",
       "      <td>米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update berkshire profit soar pct record invest...</td>\n",
       "      <td>[[-0.105964, 0.0200819, -0.185562, -0.0963499,...</td>\n",
       "      <td>[[0.362053, -0.18011, -0.0851055, 0.0604293, -...</td>\n",
       "      <td>[[-0.10596421361, 0.0200819130987, -0.18556173...</td>\n",
       "      <td>[[0.362053304911, -0.180109918118, -0.08510548...</td>\n",
       "      <td>[89, 334, 338, 3123, 1131, 112, 3334, 30, 233]</td>\n",
       "      <td>[335, 43, 3742, 112, 450, 10, 491, 395]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4998</th>\n",
       "      <td>table january u auto sale mln annualized rate</td>\n",
       "      <td>表 1月 米 自動車販売 台数 前年比 年率</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>buzz jpy/krw tech rally set continue week ahead</td>\n",
       "      <td>[[0.188817, 0.489943, -0.0501225, -0.0873243, ...</td>\n",
       "      <td>[[0.147796, -0.356895, 0.180883, 0.419625, -0....</td>\n",
       "      <td>[[0.188816636801, 0.489943176508, -0.050122547...</td>\n",
       "      <td>[[0.147795513272, -0.356894731522, 0.180883139...</td>\n",
       "      <td>[19, 883, 245, 85, 31, 320, 572, 51]</td>\n",
       "      <td>[17, 227, 54, 254, 25, 113, 38]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4999</th>\n",
       "      <td>buzz usd/axj well support o/n u ism data sink ...</td>\n",
       "      <td>BUZZ 外為 ドル アジア 通貨 海外市場 上昇 米 受ける リスク回避 流れ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>update indian factory sector expand slightly f...</td>\n",
       "      <td>[[-0.048586, -0.0875708, 0.0303326, 0.0849774,...</td>\n",
       "      <td>[[-0.334231, -0.197471, 0.0199017, -0.041035, ...</td>\n",
       "      <td>[[-0.0485859885812, -0.0875708460808, 0.030332...</td>\n",
       "      <td>[[-0.334231108427, -0.197470530868, 0.01990171...</td>\n",
       "      <td>[591, 1257, 1101, 239, 3338, 245, 246, 233, 46...</td>\n",
       "      <td>[591, 593, 312, 381, 382, 3164, 334, 54, 273, ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5000 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             en_article  \\\n",
       "0     update north korean leader say purge be cleans...   \n",
       "1     update china factory growth slow resilient yea...   \n",
       "2     table breakdown china dec official manufacturi...   \n",
       "3     china final hsbc factory pmi dip month low dec...   \n",
       "4     update hyundai kia see weak annual car sale gr...   \n",
       "5     update hyundai kia face fade growth currency t...   \n",
       "6     singapore gdp contract hurt sluggish manufactu...   \n",
       "7     market eye indian share gain rate sensitive ba...   \n",
       "8     update fiat reach deal uaw trust buy rest chry...   \n",
       "9             update fiat strike deal buy rest chrysler   \n",
       "10                  pboc skip repos drain bln yuan week   \n",
       "11      china clear batch ipo end listing freeze report   \n",
       "12         s.korea share dip pct start large cap tumble   \n",
       "13    taiwan stock hit month intraday high auto bank...   \n",
       "14     update latvia cap year austerity euro membership   \n",
       "15                china share slide dec pmi underwhelms   \n",
       "16    update de blasio swear new york mayor succeed ...   \n",
       "17    update de blasio swear new york mayor succeed ...   \n",
       "18          australia share touch wk high caution china   \n",
       "19    update samsung elec drop pct weak earnings out...   \n",
       "20       china yuan pull back record high more gain see   \n",
       "21      update s.korea dec export pick weak yen concern   \n",
       "22    poll euro zone factory end high france worry pmis   \n",
       "23        taiwan ma say end china standoff must economy   \n",
       "24    china train maker cnr get regulatory nod hong ...   \n",
       "25    poll euro zone factory end high france worry pmis   \n",
       "26         china house price show sign stabilise survey   \n",
       "27    update indonesia surprise sizable nov trade su...   \n",
       "28       china yuan pull back record high more gain see   \n",
       "29         s.korea fin min yen fall v win expect extent   \n",
       "...                                                 ...   \n",
       "4970  update ftse extends slide post fresh week clos...   \n",
       "4971                      u.s. month bill high rate pct   \n",
       "4972  update winter brings fresh round snow u.s. nor...   \n",
       "4973  update snowstorm sweep u.s. northeast trap sup...   \n",
       "4974  greek yield fall germany deny plan new debt ha...   \n",
       "4975  forex dollar fall weak factory data emerge mar...   \n",
       "4976  update european share lurch low emerge market ...   \n",
       "4977     european bank have trln exposure emerge market   \n",
       "4978  treasury yield low november weak manufacturing...   \n",
       "4979  stock snapshot s p post big daily percentage d...   \n",
       "4980  update south africa move dampen market expecta...   \n",
       "4981  forex dollar stumble weak u.s. data emerge mar...   \n",
       "4982  treasury yield low november weak manufacturing...   \n",
       "4983   stock drop still not enough pause fed fisher say   \n",
       "4984  forex dollar stumble weak u.s. data emerge mar...   \n",
       "4985                table top sell vehicle u.s. january   \n",
       "4986  forex dollar stumble weak u.s. data emerge mar...   \n",
       "4987      stock wall st suffers bad drop june weak data   \n",
       "4988   stock drop still not enough pause fed fisher say   \n",
       "4989  forex dollar stumble weak u.s. data emerge mar...   \n",
       "4990  emerging market stock currency extend slide ch...   \n",
       "4991                  buzz usd/jpy focus nikkei beckons   \n",
       "4992    update u.s. january auto sale yo yo brand brand   \n",
       "4993       bad weather blame sag u.s. january auto sale   \n",
       "4994  update extreme  weather blame u.s. january aut...   \n",
       "4995  update extreme  weather blame u.s. january aut...   \n",
       "4996  treasury yield low november weak manufacturing...   \n",
       "4997      stock wall st suffers bad drop june weak data   \n",
       "4998      table january u auto sale mln annualized rate   \n",
       "4999  buzz usd/axj well support o/n u ism data sink ...   \n",
       "\n",
       "                                         jp_article  similarity  \\\n",
       "0                         金正恩 第1書記 新年 辞 粛清 団結 強化 強調         5.0   \n",
       "1                   12月 中国 製造業 低下 輸出 受注 7月 以来 国家統計局         5.0   \n",
       "2                                       表 12月 中国 内訳         5.0   \n",
       "3             12月 HSBC 中国 製造業 改定値 輸出 受注 低調 3か月 低 水準         5.0   \n",
       "4              韓国 現代 起亜 自 2014年 世界販売 台数 見込む 以来 低 成長         5.0   \n",
       "5              韓国 現代 起亜 自 2014年 世界販売 台数 見込む 以来 低 成長         5.0   \n",
       "6           第4四半期 シンガポール GDP 速報値 季節調整 前期比 年率 製造業 低迷         5.0   \n",
       "7                           インド 株式市場 中盤 反発 銀行 不動産 株         5.0   \n",
       "8                  伊 フィアット FIA MI 米 クライスラー 完全子会社 合意         5.0   \n",
       "9                  伊 フィアット FIA MI 米 クライスラー 完全子会社 合意         5.0   \n",
       "10                           中国 人民銀 定例 オペ 見送り 今週 吸収         5.0   \n",
       "11                                   中国 上場 承認 再開 弾み         5.0   \n",
       "12                          ソウル 株式市場 大引け 急落 大型 株 売る         5.0   \n",
       "13                         台湾株式市場 大引け 横ばい 自動車 金融 買う         5.0   \n",
       "14                                      ラトビア ユーロ 導入         5.0   \n",
       "15                  中国 香港株式市場 大引け 中国 下落 香港 本土 企業 売る         5.0   \n",
       "16                        NY ブルームバーグ 市長 退任 後任 格差 縮小         5.0   \n",
       "17                        NY ブルームバーグ 市長 退任 後任 格差 縮小         5.0   \n",
       "18                   シドニー 株式市場 大引け 6週間 高値 中国 上値 抑える         5.0   \n",
       "19         韓国 サムスン電子 KS 株 4か月 安値 ウォン高 7日 発表 業績予想 懸念         5.0   \n",
       "20                            上海 外為市場 人民元 対ドル 過去最高値         5.0   \n",
       "21                             12月 韓国 輸出 前年比 予想 上回る         5.0   \n",
       "22                 ユーロ圏 12月 製造業 改定値 2011年 5月 以来 高水準         5.0   \n",
       "23                         中台 問題 解決 台湾経済 拡大 必要 馬 総統         5.0   \n",
       "24                  鉄道車両 メーカー 中国北車 .S 香港 上場 中国当局 認可         5.0   \n",
       "25         ユーロ圏 12月 製造業 改定値 2011年 5月 以来 高水準 フランス 低迷         5.0   \n",
       "26                      中国 不動産 価格 上昇基調 安定化 兆し 民間 調査         5.0   \n",
       "27                 インドネシア 11月 貿易収支 予想外 黒字 インフレ率 横ばい         5.0   \n",
       "28                              上海 外為市場 人民元 最 高値 並ぶ         5.0   \n",
       "29              対 ウォン 円安 予想 する いる 動き 必要 行動 韓国 企画財政相         5.0   \n",
       "...                                             ...         ...   \n",
       "4970                     ロンドン株式市場 米 指標 嫌気 する 続落 ロイズ         5.0   \n",
       "4971                   表 米 3か月 入札 最高 落札 利回り 6か月 財務省         5.0   \n",
       "4972                             米 北東部 一帯 大雪 欠航 相次ぐ         5.0   \n",
       "4973                             米 北東部 一帯 大雪 欠航 相次ぐ         5.0   \n",
       "4974  ユーロ圏 金融 債券市場 終盤 ギリシャ 利回り 低下 追加 ヘアカット 可能性 独 否定         5.0   \n",
       "4975            NY 外為市場 中盤 ドル 円 2か月 安値 米 指標 新興国 不安          5.0   \n",
       "4976           欧州 株式市場 続落 する 1か月 半 安値 中国 指標 新興国 不安          5.0   \n",
       "4977              欧州 銀 新興国 融資残 高校3年 混乱 加速 リスク 増大 恐れ         5.0   \n",
       "4978             米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計         5.0   \n",
       "4979                  米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気         5.0   \n",
       "4980                          南ア 中銀 市場 追加利上げ 観測 けん制         5.0   \n",
       "4981     NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標         5.0   \n",
       "4982             米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計         5.0   \n",
       "4983          最近 株安 FRB 緩和 縮小 休止 する こと 米地 連銀 総裁 テレビ         5.0   \n",
       "4984     NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標         5.0   \n",
       "4985                   表 米 自動車販売 台数 トップ 車種 2014年 1月         5.0   \n",
       "4986     NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標         5.0   \n",
       "4987                  米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気         5.0   \n",
       "4988              最近 株安 FRB 緩和 縮小 休止 する こと 米地 連銀 総裁         5.0   \n",
       "4989  再送 NY 外為市場 ドル 100円 後半 2か月 半 安値 新興国 不安 低調 米 指標         5.0   \n",
       "4990                    中南米 金融市場 通貨 下落 中国 米国 製造業 統計         5.0   \n",
       "4991        BUZZ 外為 ドル 円 テクニカル分析 日本株 動向 焦点 95円 下値めど         5.0   \n",
       "4992                        1月 米 自動車販売 寒波 大手 予想 下回る         5.0   \n",
       "4993                        1月 米 自動車販売 寒波 大手 予想 下回る         5.0   \n",
       "4994                        1月 米 自動車販売 寒波 大手 予想 下回る         5.0   \n",
       "4995                        1月 米 自動車販売 寒波 大手 予想 下回る         5.0   \n",
       "4996             米金 融 債券市場 利回り 11月 以来 低 水準 米 製造業 統計         5.0   \n",
       "4997                  米国 株式市場 大幅続落 予想 下回る 製造業 統計 嫌気         5.0   \n",
       "4998                         表 1月 米 自動車販売 台数 前年比 年率         5.0   \n",
       "4999       BUZZ 外為 ドル アジア 通貨 海外市場 上昇 米 受ける リスク回避 流れ         5.0   \n",
       "\n",
       "      dis_similarity                                   en_article_wrong  \\\n",
       "0                1.0            apple win digital music antitrust trial   \n",
       "1                1.0                        deal day merger acquisition   \n",
       "2                1.0  china temporary lift ban sale foreign game con...   \n",
       "3                1.0  update mexico factory export consumer import j...   \n",
       "4                1.0  china asset manager launch first batch etf sto...   \n",
       "5                1.0        onex explore sale it rescare holding source   \n",
       "6                1.0    market eye indian share gain it stock blue chip   \n",
       "7                1.0    update bernanke arrives first day job brookings   \n",
       "8                1.0  stock snapshot wall st end aggressive low glob...   \n",
       "9                1.0  uk germany say eu reform must be fair non euro...   \n",
       "10               1.0  portugal yield hit year low lisbon eyes bond a...   \n",
       "11               1.0  global growth fear hit s.korean share win eas ...   \n",
       "12               1.0  update mcdonald april global restaurant sale r...   \n",
       "13               1.0     australia share gain pct strong earnings miner   \n",
       "14               1.0  update hyundai motor s.korean worker vote stri...   \n",
       "15               1.0  home improvement retailer lowe post strong sal...   \n",
       "16               1.0     buzz usd/jpy tech prior resistance now support   \n",
       "17               1.0  exclusive p g eye alumni unit head candidate c...   \n",
       "18               1.0                     poll dollar gain euro yen lose   \n",
       "19               1.0  hong kong benchmark hit high december property...   \n",
       "20               1.0  qualcomm decision loom u.s. press china antitr...   \n",
       "21               1.0   ecb lend bank bln euros day operation fixed rate   \n",
       "22               1.0          china yuan edge narrow trade outlook firm   \n",
       "23               1.0                      pboc drain bln yuan day repos   \n",
       "24               1.0  update erdogan vow reconciliation turkish pres...   \n",
       "25               1.0                      south africa hsbc pmi january   \n",
       "26               1.0  poll australia central bank certain stand pat ...   \n",
       "27               1.0  update lvmh fashion leather first quarter sale...   \n",
       "28               1.0  update geopolitical crisis help push german bu...   \n",
       "29               1.0  israel accept egyptian proposal gaza ceasefire...   \n",
       "...              ...                                                ...   \n",
       "4970             1.0  china offshore oil giant cnooc post flat third...   \n",
       "4971             1.0  prudential profit beat estimate asset manageme...   \n",
       "4972             1.0  rpt update vodafone confident revenue outlook ...   \n",
       "4973             1.0  update newmont seek international arbitration ...   \n",
       "4974             1.0         buzz usd/jpy neutral signal option contain   \n",
       "4975             1.0  india modi target record asset sale first budg...   \n",
       "4976             1.0                        deal day merger acquisition   \n",
       "4977             1.0  update obama say europe should see downed jet ...   \n",
       "4978             1.0  update infoblox share plunge weak forecast ceo...   \n",
       "4979             1.0  update obama defend u.s. ebola guideline back ...   \n",
       "4980             1.0  corrected official update barrick cut cost for...   \n",
       "4981             1.0  update microsoft profit up strong commercial s...   \n",
       "4982             1.0  buzz automaker morgan stanley cut industry rating   \n",
       "4983             1.0  facebook have near term plan monetise whatsapp...   \n",
       "4984             1.0  update eu ready possible capital tech sanction...   \n",
       "4985             1.0       update rb set raise bln u.s. listing citizen   \n",
       "4986             1.0     bank england stress test pass bank apart co op   \n",
       "4987             1.0  china streamline security watchdog efficiency ...   \n",
       "4988             1.0            buzz do round carney seek wide recovery   \n",
       "4989             1.0       vietnam vinatex set july ipo domestic market   \n",
       "4990             1.0             table german april ppi pct m/m pct y/y   \n",
       "4991             1.0      rpt china jan apr property investment pct y/y   \n",
       "4992             1.0  update daimler mercedes benz say assist chines...   \n",
       "4993             1.0  regulator say hong kong china stock trading qu...   \n",
       "4994             1.0       emerging market bank drive brazil stock high   \n",
       "4995             1.0  update new u.s. sanction putin ally cause few ...   \n",
       "4996             1.0  u.s. factory activity growth slow slightly mar...   \n",
       "4997             1.0  update berkshire profit soar pct record invest...   \n",
       "4998             1.0    buzz jpy/krw tech rally set continue week ahead   \n",
       "4999             1.0  update indian factory sector expand slightly f...   \n",
       "\n",
       "                                            word2vec_en  \\\n",
       "0     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "1     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "2     [[0.188817, 0.489943, -0.0501225, -0.0873243, ...   \n",
       "3     [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "4     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "5     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "6     [[-0.00751844, -0.0674906, -0.356288, 0.060561...   \n",
       "7     [[0.017995, -0.030618, -0.0135469, -0.263524, ...   \n",
       "8     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "9     [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "10    [[-0.708455, 0.123694, -0.0349487, -0.240726, ...   \n",
       "11    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "12    [[0.0524014, -0.0517672, -0.00979409, -0.00974...   \n",
       "13    [[0.140891, 0.133389, -0.259482, -0.045965, 0....   \n",
       "14    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "15    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "16    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "17    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "18    [[0.010419, 0.309192, -0.0924297, 0.052077, 0....   \n",
       "19    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "20    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "21    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "22    [[0.356475, 0.372161, -0.41863, 0.199682, -0.0...   \n",
       "23    [[0.140891, 0.133389, -0.259482, -0.045965, 0....   \n",
       "24    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "25    [[0.356475, 0.372161, -0.41863, 0.199682, -0.0...   \n",
       "26    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "27    [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "28    [[-0.0418512, 0.0643166, 0.197735, -0.24311, 0...   \n",
       "29    [[0.0524014, -0.0517672, -0.00979409, -0.00974...   \n",
       "...                                                 ...   \n",
       "4970  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4971  [[0.079418, -0.0698862, 0.0105229, 0.0433305, ...   \n",
       "4972  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4973  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4974  [[0.024506, -0.197878, -0.371021, 0.0393233, 0...   \n",
       "4975  [[-0.0999881, -0.187119, -0.300938, -0.0102495...   \n",
       "4976  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4977  [[0.130035, 0.0516592, -0.00821746, -0.0611563...   \n",
       "4978  [[0.163341, -0.08509, -0.105375, 0.15426, -0.1...   \n",
       "4979  [[-0.105964, 0.0200819, -0.185562, -0.0963499,...   \n",
       "4980  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4981  [[-0.0999881, -0.187119, -0.300938, -0.0102495...   \n",
       "4982  [[0.163341, -0.08509, -0.105375, 0.15426, -0.1...   \n",
       "4983  [[-0.105964, 0.0200819, -0.185562, -0.0963499,...   \n",
       "4984  [[-0.0999881, -0.187119, -0.300938, -0.0102495...   \n",
       "4985  [[0.188817, 0.489943, -0.0501225, -0.0873243, ...   \n",
       "4986  [[-0.0999881, -0.187119, -0.300938, -0.0102495...   \n",
       "4987  [[-0.105964, 0.0200819, -0.185562, -0.0963499,...   \n",
       "4988  [[-0.105964, 0.0200819, -0.185562, -0.0963499,...   \n",
       "4989  [[-0.0999881, -0.187119, -0.300938, -0.0102495...   \n",
       "4990  [[-0.301691, -0.203683, 0.0979285, -0.019742, ...   \n",
       "4991  [[-0.048586, -0.0875708, 0.0303326, 0.0849774,...   \n",
       "4992  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4993  [[-0.037895, -0.382291, -0.0685223, -0.062819,...   \n",
       "4994  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4995  [[0.0493558, -0.0794403, 0.203487, 0.0586433, ...   \n",
       "4996  [[0.163341, -0.08509, -0.105375, 0.15426, -0.1...   \n",
       "4997  [[-0.105964, 0.0200819, -0.185562, -0.0963499,...   \n",
       "4998  [[0.188817, 0.489943, -0.0501225, -0.0873243, ...   \n",
       "4999  [[-0.048586, -0.0875708, 0.0303326, 0.0849774,...   \n",
       "\n",
       "                                            word2vec_jp  \\\n",
       "0     [[0.0253225, -0.377311, -0.142751, 0.218024, -...   \n",
       "1     [[-0.47501, 0.0407163, 0.111163, 0.451794, -0....   \n",
       "2     [[0.147796, -0.356895, 0.180883, 0.419625, -0....   \n",
       "3     [[-0.47501, 0.0407163, 0.111163, 0.451794, -0....   \n",
       "4     [[-0.133516, -0.0476626, -0.0501251, -0.141976...   \n",
       "5     [[-0.133516, -0.0476626, -0.0501251, -0.141976...   \n",
       "6     [[0.190043, -0.0703784, -0.0496322, 0.246158, ...   \n",
       "7     [[0.15393, -0.0467663, 0.0847687, 0.0582653, -...   \n",
       "8     [[-0.042123, 0.148004, -0.14777, -0.0439432, -...   \n",
       "9     [[-0.042123, 0.148004, -0.14777, -0.0439432, -...   \n",
       "10    [[0.364929, 0.0202659, 0.170838, 0.0298371, -0...   \n",
       "11    [[0.364929, 0.0202659, 0.170838, 0.0298371, -0...   \n",
       "12    [[0.379925, -0.16321, 0.216476, -0.00105682, -...   \n",
       "13    [[-0.082321, 0.0268047, -0.803969, -0.996729, ...   \n",
       "14    [[-0.0236905, 0.0381575, -0.0743193, 0.21892, ...   \n",
       "15    [[0.364929, 0.0202659, 0.170838, 0.0298371, -0...   \n",
       "16    [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "17    [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "18    [[0.948132, -0.208564, 0.0240682, 0.09364, -0....   \n",
       "19    [[-0.133516, -0.0476626, -0.0501251, -0.141976...   \n",
       "20    [[0.307846, 0.304336, -0.384274, 0.275885, -0....   \n",
       "21    [[-0.47501, 0.0407163, 0.111163, 0.451794, -0....   \n",
       "22    [[0.153452, -0.164185, -0.153751, 0.611093, -0...   \n",
       "23    [[0.00185925, -0.00080293, 0.080946, 0.0169893...   \n",
       "24    [[0.206908, 0.214662, -0.0656995, -0.173013, -...   \n",
       "25    [[0.153452, -0.164185, -0.153751, 0.611093, -0...   \n",
       "26    [[0.364929, 0.0202659, 0.170838, 0.0298371, -0...   \n",
       "27    [[-0.250674, -0.00507109, -0.146907, -0.018274...   \n",
       "28    [[0.307846, 0.304336, -0.384274, 0.275885, -0....   \n",
       "29    [[-0.342857, 0.191634, 0.372597, -0.0858289, 0...   \n",
       "...                                                 ...   \n",
       "4970  [[0.0789091, -0.433789, -0.2955, -0.038856, -0...   \n",
       "4971  [[0.147796, -0.356895, 0.180883, 0.419625, -0....   \n",
       "4972  [[0.203559, -0.17033, 0.136308, -0.0854052, -0...   \n",
       "4973  [[0.203559, -0.17033, 0.136308, -0.0854052, -0...   \n",
       "4974  [[0.153452, -0.164185, -0.153751, 0.611093, -0...   \n",
       "4975  [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "4976  [[0.27545, 0.0250656, 0.0825939, 0.136058, -0....   \n",
       "4977  [[0.27545, 0.0250656, 0.0825939, 0.136058, -0....   \n",
       "4978  [[-0.138159, 0.144273, -0.0855605, -0.471532, ...   \n",
       "4979  [[0.362053, -0.18011, -0.0851055, 0.0604293, -...   \n",
       "4980  [[0.169761, 0.186034, 0.0675568, -0.0186837, 0...   \n",
       "4981  [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "4982  [[-0.138159, 0.144273, -0.0855605, -0.471532, ...   \n",
       "4983  [[-0.0115155, -0.183974, 0.125064, 0.153713, -...   \n",
       "4984  [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "4985  [[0.147796, -0.356895, 0.180883, 0.419625, -0....   \n",
       "4986  [[-0.190086, 0.208759, 0.246388, 1.32468, -0.3...   \n",
       "4987  [[0.362053, -0.18011, -0.0851055, 0.0604293, -...   \n",
       "4988  [[-0.0115155, -0.183974, 0.125064, 0.153713, -...   \n",
       "4989  [[0.141911, -0.152202, 0.0609174, -0.0101772, ...   \n",
       "4990  [[-0.0654792, -0.169582, -0.0406282, -0.043799...   \n",
       "4991  [[-0.334231, -0.197471, 0.0199017, -0.041035, ...   \n",
       "4992  [[-0.429639, -0.0661214, -0.15277, 0.0479644, ...   \n",
       "4993  [[-0.429639, -0.0661214, -0.15277, 0.0479644, ...   \n",
       "4994  [[-0.429639, -0.0661214, -0.15277, 0.0479644, ...   \n",
       "4995  [[-0.429639, -0.0661214, -0.15277, 0.0479644, ...   \n",
       "4996  [[-0.138159, 0.144273, -0.0855605, -0.471532, ...   \n",
       "4997  [[0.362053, -0.18011, -0.0851055, 0.0604293, -...   \n",
       "4998  [[0.147796, -0.356895, 0.180883, 0.419625, -0....   \n",
       "4999  [[-0.334231, -0.197471, 0.0199017, -0.041035, ...   \n",
       "\n",
       "                                             padding_en  \\\n",
       "0     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "1     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "2     [[0.188816636801, 0.489943176508, -0.050122547...   \n",
       "3     [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "4     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "5     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "6     [[-0.00751843955368, -0.0674905627966, -0.3562...   \n",
       "7     [[0.0179950483143, -0.0306180045009, -0.013546...   \n",
       "8     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "9     [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "10    [[-0.708455204964, 0.123693935573, -0.03494869...   \n",
       "11    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "12    [[0.0524014160037, -0.0517671741545, -0.009794...   \n",
       "13    [[0.140890628099, 0.133389428258, -0.259482234...   \n",
       "14    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "15    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "16    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "17    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "18    [[0.0104189859703, 0.309192448854, -0.09242969...   \n",
       "19    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "20    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "21    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "22    [[0.356474876404, 0.372160613537, -0.418630480...   \n",
       "23    [[0.140890628099, 0.133389428258, -0.259482234...   \n",
       "24    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "25    [[0.356474876404, 0.372160613537, -0.418630480...   \n",
       "26    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "27    [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "28    [[-0.0418512448668, 0.0643166452646, 0.1977352...   \n",
       "29    [[0.0524014160037, -0.0517671741545, -0.009794...   \n",
       "...                                                 ...   \n",
       "4970  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4971  [[0.0794180035591, -0.0698861926794, 0.0105229...   \n",
       "4972  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4973  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4974  [[0.0245059560984, -0.197877719998, -0.3710206...   \n",
       "4975  [[-0.0999880880117, -0.187118768692, -0.300938...   \n",
       "4976  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4977  [[0.130034670234, 0.0516592003405, -0.00821746...   \n",
       "4978  [[0.163341224194, -0.0850899890065, -0.1053747...   \n",
       "4979  [[-0.10596421361, 0.0200819130987, -0.18556173...   \n",
       "4980  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4981  [[-0.0999880880117, -0.187118768692, -0.300938...   \n",
       "4982  [[0.163341224194, -0.0850899890065, -0.1053747...   \n",
       "4983  [[-0.10596421361, 0.0200819130987, -0.18556173...   \n",
       "4984  [[-0.0999880880117, -0.187118768692, -0.300938...   \n",
       "4985  [[0.188816636801, 0.489943176508, -0.050122547...   \n",
       "4986  [[-0.0999880880117, -0.187118768692, -0.300938...   \n",
       "4987  [[-0.10596421361, 0.0200819130987, -0.18556173...   \n",
       "4988  [[-0.10596421361, 0.0200819130987, -0.18556173...   \n",
       "4989  [[-0.0999880880117, -0.187118768692, -0.300938...   \n",
       "4990  [[-0.301690757275, -0.203683197498, 0.09792850...   \n",
       "4991  [[-0.0485859885812, -0.0875708460808, 0.030332...   \n",
       "4992  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4993  [[-0.0378950275481, -0.382291376591, -0.068522...   \n",
       "4994  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4995  [[0.0493558347225, -0.0794403403997, 0.2034872...   \n",
       "4996  [[0.163341224194, -0.0850899890065, -0.1053747...   \n",
       "4997  [[-0.10596421361, 0.0200819130987, -0.18556173...   \n",
       "4998  [[0.188816636801, 0.489943176508, -0.050122547...   \n",
       "4999  [[-0.0485859885812, -0.0875708460808, 0.030332...   \n",
       "\n",
       "                                             padding_jp  \\\n",
       "0     [[0.025322470814, -0.377310812473, -0.14275074...   \n",
       "1     [[-0.475010246038, 0.0407162643969, 0.11116266...   \n",
       "2     [[0.147795513272, -0.356894731522, 0.180883139...   \n",
       "3     [[-0.475010246038, 0.0407162643969, 0.11116266...   \n",
       "4     [[-0.133516088128, -0.0476626008749, -0.050125...   \n",
       "5     [[-0.133516088128, -0.0476626008749, -0.050125...   \n",
       "6     [[0.190042510629, -0.0703783854842, -0.0496321...   \n",
       "7     [[0.153930395842, -0.0467662885785, 0.08476869...   \n",
       "8     [[-0.0421229600906, 0.148003697395, -0.1477697...   \n",
       "9     [[-0.0421229600906, 0.148003697395, -0.1477697...   \n",
       "10    [[0.364928901196, 0.0202658716589, 0.170837789...   \n",
       "11    [[0.364928901196, 0.0202658716589, 0.170837789...   \n",
       "12    [[0.379924654961, -0.163209781051, 0.216475769...   \n",
       "13    [[-0.0823209881783, 0.0268046706915, -0.803968...   \n",
       "14    [[-0.0236905347556, 0.0381575264037, -0.074319...   \n",
       "15    [[0.364928901196, 0.0202658716589, 0.170837789...   \n",
       "16    [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "17    [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "18    [[0.948131859303, -0.208564266562, 0.024068208...   \n",
       "19    [[-0.133516088128, -0.0476626008749, -0.050125...   \n",
       "20    [[0.307845532894, 0.30433639884, -0.3842737972...   \n",
       "21    [[-0.475010246038, 0.0407162643969, 0.11116266...   \n",
       "22    [[0.153451740742, -0.164184838533, -0.15375107...   \n",
       "23    [[0.00185925059486, -0.000802929629572, 0.0809...   \n",
       "24    [[0.206908464432, 0.214662179351, -0.065699450...   \n",
       "25    [[0.153451740742, -0.164184838533, -0.15375107...   \n",
       "26    [[0.364928901196, 0.0202658716589, 0.170837789...   \n",
       "27    [[-0.250674009323, -0.0050710933283, -0.146906...   \n",
       "28    [[0.307845532894, 0.30433639884, -0.3842737972...   \n",
       "29    [[-0.342857092619, 0.191634044051, 0.372597277...   \n",
       "...                                                 ...   \n",
       "4970  [[0.0789090767503, -0.433789402246, -0.2955000...   \n",
       "4971  [[0.147795513272, -0.356894731522, 0.180883139...   \n",
       "4972  [[0.203559398651, -0.17032957077, 0.1363077312...   \n",
       "4973  [[0.203559398651, -0.17032957077, 0.1363077312...   \n",
       "4974  [[0.153451740742, -0.164184838533, -0.15375107...   \n",
       "4975  [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "4976  [[0.275450408459, 0.0250655952841, 0.082593858...   \n",
       "4977  [[0.275450408459, 0.0250655952841, 0.082593858...   \n",
       "4978  [[-0.13815946877, 0.144272550941, -0.085560537...   \n",
       "4979  [[0.362053304911, -0.180109918118, -0.08510548...   \n",
       "4980  [[0.169760942459, 0.186033725739, 0.0675568282...   \n",
       "4981  [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "4982  [[-0.13815946877, 0.144272550941, -0.085560537...   \n",
       "4983  [[-0.0115155056119, -0.183973997831, 0.1250640...   \n",
       "4984  [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "4985  [[0.147795513272, -0.356894731522, 0.180883139...   \n",
       "4986  [[-0.190086007118, 0.20875865221, 0.2463877797...   \n",
       "4987  [[0.362053304911, -0.180109918118, -0.08510548...   \n",
       "4988  [[-0.0115155056119, -0.183973997831, 0.1250640...   \n",
       "4989  [[0.14191095531, -0.152201876044, 0.0609173811...   \n",
       "4990  [[-0.0654791519046, -0.169581890106, -0.040628...   \n",
       "4991  [[-0.334231108427, -0.197470530868, 0.01990171...   \n",
       "4992  [[-0.429639458656, -0.0661213546991, -0.152770...   \n",
       "4993  [[-0.429639458656, -0.0661213546991, -0.152770...   \n",
       "4994  [[-0.429639458656, -0.0661213546991, -0.152770...   \n",
       "4995  [[-0.429639458656, -0.0661213546991, -0.152770...   \n",
       "4996  [[-0.13815946877, 0.144272550941, -0.085560537...   \n",
       "4997  [[0.362053304911, -0.180109918118, -0.08510548...   \n",
       "4998  [[0.147795513272, -0.356894731522, 0.180883139...   \n",
       "4999  [[-0.334231108427, -0.197470530868, 0.01990171...   \n",
       "\n",
       "                                            token2id_en  \\\n",
       "0                           [2, 1, 7, 8, 5, 4, 0, 3, 6]   \n",
       "1                        [2, 13, 11, 12, 9, 15, 14, 10]   \n",
       "2                          [19, 16, 13, 17, 18, 20, 21]   \n",
       "3                  [13, 27, 23, 11, 21, 26, 24, 25, 22]   \n",
       "4                   [2, 32, 34, 33, 30, 29, 28, 31, 12]   \n",
       "5               [2, 32, 34, 36, 39, 12, 38, 37, 40, 35]   \n",
       "6                              [45, 41, 44, 42, 43, 20]   \n",
       "7              [48, 47, 52, 49, 53, 51, 50, 55, 54, 46]   \n",
       "8                   [2, 56, 59, 58, 61, 63, 57, 60, 62]   \n",
       "9                           [2, 56, 64, 58, 57, 60, 62]   \n",
       "10                         [69, 67, 68, 66, 70, 71, 65]   \n",
       "11                     [13, 72, 73, 75, 10, 76, 74, 77]   \n",
       "12                     [78, 49, 26, 81, 83, 82, 80, 79]   \n",
       "13                 [87, 89, 84, 24, 88, 86, 85, 55, 53]   \n",
       "14                          [2, 91, 80, 14, 93, 92, 90]   \n",
       "15                             [13, 49, 94, 17, 21, 95]   \n",
       "16              [2, 97, 96, 101, 102, 99, 103, 98, 100]   \n",
       "17              [2, 97, 96, 101, 102, 99, 103, 98, 100]   \n",
       "18                     [106, 49, 104, 107, 86, 105, 13]   \n",
       "19       [2, 110, 109, 112, 81, 30, 113, 108, 114, 111]   \n",
       "20             [13, 71, 115, 117, 118, 86, 116, 53, 33]   \n",
       "21                  [2, 78, 17, 121, 120, 30, 122, 119]   \n",
       "22            [124, 92, 126, 11, 10, 86, 127, 123, 125]   \n",
       "23                  [87, 130, 5, 10, 13, 128, 129, 131]   \n",
       "24    [13, 138, 140, 133, 134, 139, 135, 132, 137, 136]   \n",
       "25            [124, 92, 126, 11, 10, 86, 127, 123, 125]   \n",
       "26                   [13, 142, 143, 141, 144, 146, 145]   \n",
       "27                    [2, 148, 151, 150, 152, 149, 147]   \n",
       "28             [13, 71, 115, 117, 118, 86, 116, 53, 33]   \n",
       "29         [78, 158, 153, 122, 157, 154, 111, 155, 156]   \n",
       "...                                                 ...   \n",
       "4970         [2, 539, 3310, 94, 329, 664, 65, 1630, 25]   \n",
       "4971                         [198, 24, 298, 86, 51, 81]   \n",
       "4972           [2, 2762, 3764, 664, 590, 514, 198, 273]   \n",
       "4973   [2, 510, 1987, 198, 273, 1410, 2525, 3766, 3765]   \n",
       "4974   [1657, 446, 157, 845, 3767, 219, 102, 285, 3754]   \n",
       "4975        [330, 331, 157, 30, 11, 233, 703, 48, 2538]   \n",
       "4976              [2, 294, 49, 3768, 25, 703, 48, 2538]   \n",
       "4977                [294, 55, 327, 2027, 2498, 703, 48]   \n",
       "4978                   [297, 446, 25, 244, 30, 20, 233]   \n",
       "4979  [89, 860, 1232, 1233, 329, 216, 332, 3769, 259...   \n",
       "4980   [2, 439, 1721, 1483, 373, 48, 581, 116, 51, 985]   \n",
       "4981      [330, 331, 1707, 30, 198, 233, 703, 48, 2539]   \n",
       "4982                   [297, 446, 25, 244, 30, 20, 233]   \n",
       "4983       [89, 112, 465, 492, 1786, 567, 249, 1021, 5]   \n",
       "4984      [330, 331, 1707, 30, 198, 233, 703, 48, 2539]   \n",
       "4985                      [19, 425, 295, 571, 198, 883]   \n",
       "4986      [330, 331, 1707, 30, 198, 233, 703, 48, 2539]   \n",
       "4987     [89, 334, 338, 3123, 1131, 112, 3334, 30, 233]   \n",
       "4988       [89, 112, 465, 492, 1786, 567, 249, 1021, 5]   \n",
       "4989      [330, 331, 1707, 30, 198, 233, 703, 48, 2539]   \n",
       "4990         [352, 48, 89, 38, 1082, 94, 362, 245, 233]   \n",
       "4991                        [591, 597, 1498, 628, 2999]   \n",
       "4992      [2, 198, 883, 85, 31, 3770, 3770, 1575, 1575]   \n",
       "4993          [1131, 1313, 376, 1729, 198, 883, 85, 31]   \n",
       "4994         [2, 3771, 1313, 376, 198, 883, 85, 31, 26]   \n",
       "4995         [2, 3771, 1313, 376, 198, 883, 85, 31, 26]   \n",
       "4996                   [297, 446, 25, 244, 30, 20, 233]   \n",
       "4997     [89, 334, 338, 3123, 1131, 112, 3334, 30, 233]   \n",
       "4998               [19, 883, 245, 85, 31, 320, 572, 51]   \n",
       "4999  [591, 1257, 1101, 239, 3338, 245, 246, 233, 46...   \n",
       "\n",
       "                                            token2id_jp  \n",
       "0                              [5, 1, 0, 7, 3, 6, 2, 4]  \n",
       "1                    [9, 14, 10, 8, 12, 11, 15, 13, 16]  \n",
       "2                                       [17, 9, 14, 18]  \n",
       "3           [9, 20, 14, 10, 22, 12, 11, 23, 24, 21, 19]  \n",
       "4          [27, 31, 26, 29, 28, 32, 25, 30, 13, 21, 33]  \n",
       "5          [27, 31, 26, 29, 28, 32, 25, 30, 13, 21, 33]  \n",
       "6                  [39, 36, 34, 35, 40, 37, 38, 10, 41]  \n",
       "7                          [47, 43, 42, 48, 45, 46, 44]  \n",
       "8                      [51, 53, 55, 52, 54, 49, 50, 56]  \n",
       "9                      [51, 53, 55, 52, 54, 49, 50, 56]  \n",
       "10                         [14, 62, 59, 58, 60, 61, 57]  \n",
       "11                                 [14, 63, 64, 65, 66]  \n",
       "12                         [69, 43, 68, 67, 70, 44, 71]  \n",
       "13                             [76, 68, 75, 72, 74, 73]  \n",
       "14                                         [77, 78, 79]  \n",
       "15                 [14, 82, 68, 14, 84, 83, 80, 81, 71]  \n",
       "16                         [87, 85, 88, 90, 91, 89, 86]  \n",
       "17                         [87, 85, 88, 90, 91, 89, 86]  \n",
       "18                     [94, 43, 68, 93, 95, 14, 92, 96]  \n",
       "19    [27, 101, 100, 44, 99, 103, 102, 97, 98, 104, ...  \n",
       "20                            [108, 110, 109, 106, 107]  \n",
       "21                           [9, 27, 12, 113, 112, 111]  \n",
       "22                  [116, 9, 10, 22, 117, 115, 13, 114]  \n",
       "23             [124, 118, 123, 122, 119, 120, 121, 125]  \n",
       "24               [126, 130, 127, 131, 83, 63, 129, 128]  \n",
       "25         [116, 9, 10, 22, 117, 115, 13, 114, 132, 41]  \n",
       "26               [14, 46, 138, 136, 137, 135, 133, 134]  \n",
       "27                   [141, 142, 140, 143, 139, 144, 75]  \n",
       "28                        [108, 110, 109, 145, 95, 146]  \n",
       "29    [154, 147, 153, 112, 148, 149, 150, 120, 152, ...  \n",
       "...                                                 ...  \n",
       "4970                [272, 54, 333, 395, 148, 391, 4421]  \n",
       "4971         [17, 54, 24, 288, 230, 920, 276, 653, 921]  \n",
       "4972                      [54, 266, 263, 268, 262, 264]  \n",
       "4973                      [54, 266, 263, 268, 262, 264]  \n",
       "4974  [116, 74, 281, 275, 1559, 276, 8, 532, 4434, 1...  \n",
       "4975  [87, 110, 42, 312, 323, 543, 103, 54, 333, 733...  \n",
       "4976  [286, 43, 391, 148, 2197, 817, 103, 14, 333, 7...  \n",
       "4977  [286, 489, 733, 4443, 4444, 3250, 447, 548, 34...  \n",
       "4978  [330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...  \n",
       "4979            [335, 43, 3742, 112, 450, 10, 491, 395]  \n",
       "4980                  [2705, 369, 390, 4115, 525, 3249]  \n",
       "4981  [87, 110, 312, 1737, 325, 543, 817, 103, 733, ...  \n",
       "4982  [330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...  \n",
       "4983  [1909, 1137, 241, 560, 86, 224, 148, 2824, 444...  \n",
       "4984  [87, 110, 312, 1737, 325, 543, 817, 103, 733, ...  \n",
       "4985               [17, 54, 254, 25, 581, 580, 28, 227]  \n",
       "4986  [87, 110, 312, 1737, 325, 543, 817, 103, 733, ...  \n",
       "4987            [335, 43, 3742, 112, 450, 10, 491, 395]  \n",
       "4988  [1909, 1137, 241, 560, 86, 224, 148, 2824, 444...  \n",
       "4989  [187, 87, 110, 312, 1737, 325, 543, 817, 103, ...  \n",
       "4990              [353, 354, 382, 84, 14, 335, 10, 491]  \n",
       "4991  [591, 593, 312, 323, 609, 3602, 380, 686, 3616...  \n",
       "4992                [227, 54, 254, 519, 1205, 112, 450]  \n",
       "4993                [227, 54, 254, 519, 1205, 112, 450]  \n",
       "4994                [227, 54, 254, 519, 1205, 112, 450]  \n",
       "4995                [227, 54, 254, 519, 1205, 112, 450]  \n",
       "4996  [330, 331, 281, 276, 142, 13, 21, 19, 54, 10, ...  \n",
       "4997            [335, 43, 3742, 112, 450, 10, 491, 395]  \n",
       "4998                    [17, 227, 54, 254, 25, 113, 38]  \n",
       "4999  [591, 593, 312, 381, 382, 3164, 334, 54, 273, ...  \n",
       "\n",
       "[5000 rows x 11 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pairs_sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "maxlen 30 epoch 10 dim_lstm 200\n",
      "dim_Dense 800\n",
      "dropout_rate 0.0 , LSTM type: bi-lstm mul\n",
      "Activation function: ['relu', 'relu', 'relu']\n",
      "bias of y: 0\n",
      "loss_function: mse\n",
      "start: 0 end:\n",
      "------------------------------\n",
      "Reading english Data: 59999\n",
      "Reading english Data: 59999\n",
      "Merging the English and Japanes news dataframe...\n",
      "Drop the null line...\n",
      "False    59987\n",
      "True        12\n",
      "Name: en_article, dtype: int64\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "keras_title_emb.py:422: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  # ---- Create dictionary ---- #\n",
      "keras_title_emb.py:423: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  #  For English text:\n",
      "keras_title_emb.py:433: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  df_pairs_sample[\"token2id_jp\"] = df_pairs_sample[\"jp_article\"].apply(seq2id_jp)\n",
      "keras_title_emb.py:439: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n",
      "keras_title_emb.py:443: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  # Generate training data (similarity = 1)\n",
      "keras_title_emb.py:444: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  features_en_1 = np.stack(df_pairs_sample[\"padding_en\"].values)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "C value = 4 position: [1966, 3317, 3434, 3989]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "keras_title_emb.py:530: UserWarning: Update your `Model` call to the Keras 2 API: `Model(outputs=Elemwise{a..., inputs=[bidirecti...)`\n",
      "  print(model_lstm2.summary())\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "main_input_1 (InputLayer)        (None, 30)            0                                            \n",
      "____________________________________________________________________________________________________\n",
      "main_input_2 (InputLayer)        (None, 30)            0                                            \n",
      "____________________________________________________________________________________________________\n",
      "embedding_27 (Embedding)         (None, 30, 200)       2552000     main_input_1[0][0]               \n",
      "____________________________________________________________________________________________________\n",
      "embedding_28 (Embedding)         (None, 30, 200)       3044000     main_input_2[0][0]               \n",
      "____________________________________________________________________________________________________\n",
      "bidirectional_25 (Bidirectional) (None, 200)           641600      embedding_27[0][0]               \n",
      "____________________________________________________________________________________________________\n",
      "bidirectional_26 (Bidirectional) (None, 200)           641600      embedding_28[0][0]               \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_12 (Concatenate)     (None, 400)           0           bidirectional_25[0][0]           \n",
      "                                                                   bidirectional_26[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "dense_12 (Dense)                 (None, 800)           320800      concatenate_12[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "dropout_12 (Dropout)             (None, 800)           0           dense_12[0][0]                   \n",
      "____________________________________________________________________________________________________\n",
      "main_output (Dense)              (None, 1)             801         dropout_12[0][0]                 \n",
      "====================================================================================================\n",
      "Total params: 7,200,801\n",
      "Trainable params: 7,200,801\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 1/1\n",
      "8000/8000 [==============================] - 23s - loss: 0.2646 - val_loss: 0.2517\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "keras_title_emb.py:136: UserWarning: Update your `Model` call to the Keras 2 API: `Model(outputs=[Elemwise{..., inputs=[bidirecti...)`\n",
      "  model_1.compile(optimizer='adam', loss='binary_crossentropy', metrics=['accuracy'])\n",
      "keras_title_emb.py:191: UserWarning: Update your `Model` call to the Keras 2 API: `Model(outputs=Elemwise{a..., inputs=[bidirecti...)`\n",
      "  # print model_2.summary()\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TOP1 0\n",
      "TOP5 5\n",
      "TOP10 10\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 2/2\n",
      "8000/8000 [==============================] - 23s - loss: 0.2464 - val_loss: 0.3856\n",
      "TOP1 1\n",
      "TOP5 5\n",
      "TOP10 11\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 3/3\n",
      "8000/8000 [==============================] - 23s - loss: 0.2214 - val_loss: 0.3927\n",
      "TOP1 2\n",
      "TOP5 8\n",
      "TOP10 16\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 4/4\n",
      "8000/8000 [==============================] - 23s - loss: 0.1594 - val_loss: 0.5566\n",
      "TOP1 1\n",
      "TOP5 12\n",
      "TOP10 27\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 5/5\n",
      "8000/8000 [==============================] - 23s - loss: 0.1113 - val_loss: 0.6001\n",
      "TOP1 2\n",
      "TOP5 21\n",
      "TOP10 43\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 6/6\n",
      "8000/8000 [==============================] - 23s - loss: 0.0771 - val_loss: 0.5573\n",
      "TOP1 5\n",
      "TOP5 28\n",
      "TOP10 50\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 7/7\n",
      "8000/8000 [==============================] - 23s - loss: 0.0536 - val_loss: 0.5829\n",
      "TOP1 5\n",
      "TOP5 29\n",
      "TOP10 51\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 8/8\n",
      "8000/8000 [==============================] - 23s - loss: 0.0336 - val_loss: 0.5489\n",
      "TOP1 10\n",
      "TOP5 38\n",
      "TOP10 65\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 9/9\n",
      "8000/8000 [==============================] - 23s - loss: 0.0221 - val_loss: 0.5470\n",
      "TOP1 9\n",
      "TOP5 36\n",
      "TOP10 58\n",
      "Train on 8000 samples, validate on 2000 samples\n",
      "Epoch 10/10\n",
      "8000/8000 [==============================] - 23s - loss: 0.0164 - val_loss: 0.5789\n",
      "TOP1 8\n",
      "TOP5 33\n",
      "TOP10 51\n",
      "TOP1 8\n",
      "TOP5 33\n",
      "TOP10 51\n"
     ]
    }
   ],
   "source": [
    "run keras_title_emb.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}