Download_Repos.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from github import Github\n",
    "import tqdm\n",
    "import shutil\n",
    "from os import listdir\n",
    "import os\n",
    "\n",
    "# First create a Github instance:\n",
    "\n",
    "with open(\"/home/andy/Dropbox/documents/accounts/github_moss_token.txt\") as f:\n",
    "    token = f.read().strip()\n",
    "\n",
    "g = Github(token)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "org = g.get_organization(\"applied-ml-spring-18\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "repos = org.get_repos()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "repos_list = list(repos)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "hw4 = [repo for repo in repos_list if \"homework-4\" in repo.full_name]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "os.chdir(\"/home/andy/Dropbox/columbia_safe/applied_machine_learning_spring_2018/submissions/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 86/86 [00:00<00:00, 45423.77it/s]\n"
     ]
    }
   ],
   "source": [
    "for repo in tqdm.tqdm(hw4):\n",
    "    #print(repo.ssh_url)\n",
    "    if not os.path.exists(repo.name):\n",
    "        os.system(\"git clone {}\".format(repo.ssh_url))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Remove empty folders"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [],
   "source": [
    "import shutil\n",
    "from os import listdir\n",
    "for repo in hw4:\n",
    "    try:\n",
    "        l = listdir(repo.name)\n",
    "    except FileNotFoundError:\n",
    "        pass\n",
    "    if len(l) < 2:\n",
    "        # has .git folder\n",
    "        shutil.rmtree(repo.name)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Convert notebooks to python files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from glob import glob\n",
    "\n",
    "notebooks = glob(\"*/*.ipynb\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nbconvert"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 109/109 [00:00<00:00, 44201.79it/s]\n"
     ]
    }
   ],
   "source": [
    "import shlex\n",
    "for notebook in tqdm.tqdm(notebooks):\n",
    "    #print(notebook)\n",
    "    # fixme: whitespace in names?\n",
    "    if not os.path.exists(notebook.replace(\"ipynb\", \"py\")):\n",
    "        os.system(\"jupyter-nbconvert {} --to script\".format(shlex.quote(notebook)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Report Url: http://moss.stanford.edu/results/310841978\n"
     ]
    }
   ],
   "source": [
    "import mosspy\n",
    "\n",
    "userid = 273660752\n",
    "\n",
    "m = mosspy.Moss(userid, \"python\")\n",
    "m.setDirectoryMode(1)\n",
    "\n",
    "\n",
    "# Submission Files\n",
    "m.addFilesByWildcard(\"*/*.py\")\n",
    "\n",
    "url = m.send() # Submission Report URL\n",
    "\n",
    "print (\"Report Url: \" + url)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "http://moss.stanford.edu/results/374137986\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save report file\n",
    "m.saveWebPage(url, \"report2.html\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "DEBUG:root:================================================================================\n",
      "DEBUG:root:Downloading Moss Report - URL: http://moss.stanford.edu/results/374137986\n",
      "DEBUG:root:================================================================================\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match2.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match3.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match4.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match5.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match6.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match7.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match8.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match9.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match10.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match11.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match12.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match13.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match14.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match15.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match16.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match17.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match18.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match19.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match20.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match21.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match22.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match23.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match24.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match25.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match26.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match27.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match28.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match29.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match30.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match31.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match32.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match33.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match34.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match35.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match36.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match37.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match38.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match39.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match40.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match41.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match42.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match43.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match44.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match45.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match46.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match47.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match48.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match49.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match50.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match51.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match52.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match53.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match54.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match55.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match56.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match57.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match58.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match59.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match60.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match61.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match62.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match63.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match64.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match65.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match66.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match67.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match70.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match69.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match68.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match71.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match72.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match73.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match74.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match75.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match76.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match77.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match78.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match79.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match80.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match81.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match82.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match83.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match84.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match85.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match86.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match87.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match88.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match89.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match90.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match91.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match92.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match93.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match94.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match95.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match96.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match97.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match98.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match99.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match100.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match101.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match102.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match103.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match104.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match105.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match106.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match107.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match108.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match109.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match110.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match112.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match111.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match113.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match114.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match115.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match116.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match117.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match118.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match119.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match120.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match121.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match122.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match123.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match124.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match125.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match126.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match127.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match128.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match129.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match130.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match131.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match132.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match133.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match134.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match135.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match136.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match137.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match138.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match139.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match140.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match141.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match142.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match143.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match144.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match145.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match146.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match147.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match148.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match152.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match150.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match151.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match149.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match153.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match154.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match155.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match156.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match157.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match158.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match159.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match160.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match161.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match162.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match163.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match164.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match165.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match166.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match167.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match168.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match169.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match170.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match171.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match172.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match173.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match174.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match175.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match176.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match177.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match178.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match179.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match180.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match181.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match182.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match183.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match184.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match185.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match186.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match187.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match188.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match189.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match190.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match191.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match192.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match193.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match194.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match195.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match196.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match197.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match200.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match199.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match198.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match201.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match202.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match203.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match204.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match205.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match206.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match207.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match208.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match209.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match210.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match211.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match212.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match213.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match214.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match215.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match216.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match217.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match218.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match219.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match220.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match221.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match223.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match222.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match224.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match225.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match226.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match227.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match228.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match229.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match230.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match231.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match232.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match233.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match234.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match235.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match236.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match237.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match238.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match239.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match240.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match241.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match242.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match243.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match244.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match245.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match246.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match247.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match248.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match249.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match4-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match4-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match4-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match6-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match6-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match6-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match5-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match5-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match5-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 26425\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20318\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19286\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 26412\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 23072\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 26425\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20305\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19273\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 26412\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 23059\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20318\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19286\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 23072\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 26412\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20305\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 23059\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19273\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 26413\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 23059\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20305\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19273\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 26412\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 23060\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20306\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19274\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 23059\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20305\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19273\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5338017868424185\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5190788803750156\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match2-top.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5196959789580947\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match2-0.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5439906528552106\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match2-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match3-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match3-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match3-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match7-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match7-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match7-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 23417\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 23404\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 23417\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 23404\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 23404\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 23405\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 23404\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32873\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5168736950658681\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19967\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match1-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32860\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19954\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32873\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19967\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32860\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19954\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19954\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32860\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19955\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19954\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32861\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32860\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5369503388353455\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5557286372017827\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.516668753076103\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match1-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match0-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match1-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5537656378523245\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match0-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match0-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match10-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match10-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match10-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match9-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match9-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match9-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 27141\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 33956\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 27128\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 33943\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 27141\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 27128\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 33956\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 27128\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 33943\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 27129\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 33943\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 27128\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 33944\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 33943\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5141803583741161\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5148091255921858\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match14-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match14-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match14-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match13-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match13-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match13-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match8-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match8-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match8-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match15-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19259\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19943\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19441\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32176\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19246\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19930\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19259\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19943\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32163\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19441\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19246\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19930\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32176\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19246\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19930\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32163\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19931\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19247\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19429\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32163\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19930\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19246\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32164\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5263681342534446\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5433467222841619\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32163\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.541686188119407\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5241262908551579\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match15-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match15-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match12-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match12-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match12-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match11-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match11-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match11-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19441\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19474\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 22532\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 22519\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19461\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 22532\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19474\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19441\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20279\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 22519\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19461\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40574\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20266\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 22519\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19461\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19462\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20279\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 22520\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19429\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19461\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20266\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40574\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 22519\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19428\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20266\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40574\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20267\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40575\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20266\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40574\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5423208952924831\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5243190089355664\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.541686188119407\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5598098262023146\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5506336847281116\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match22-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match22-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match22-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match23-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match23-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match23-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match16-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match16-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match16-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17966\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17953\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17966\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17953\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 22176\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17953\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17954\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 22163\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17953\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 22176\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 22163\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32821\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 22163\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32808\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 22164\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32821\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 22163\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32808\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32808\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32809\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32808\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5194405120835017\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match20-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match20-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match20-1.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5275032939294848\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5281419799938888\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match19-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match19-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match19-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match18-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match18-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match18-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25364\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19797\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25364\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19784\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19797\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19784\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25352\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19784\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match21-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19785\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19784\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5385101839887853\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5267551211286687\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5567203672689943\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match21-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match21-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match17-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match17-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match17-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match24-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match24-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match24-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19759\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25542\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21998\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19759\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25529\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25542\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21998\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25529\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19747\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25529\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25530\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21986\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25529\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5280973138154603\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5290601551539237\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5254607172954946\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match28-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match28-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match28-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match25-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match25-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match25-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match27-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match27-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match27-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19263\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19263\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19251\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40775\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36686\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40775\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5433467222841619\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36673\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36686\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40775\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36673\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40762\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match30-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match30-0.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40775\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match30-1.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36673\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40763\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36674\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36673\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40763\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40762\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21998\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5626135177179191\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match26-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match26-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match26-0.html\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21998\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21985\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match29-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match29-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match29-1.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21986\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21985\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5290601551539237\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match31-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match31-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match31-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match35-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match35-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match35-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36854\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36854\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36842\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5616347080687375\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match33-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5576615334671211\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match33-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match33-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match32-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match32-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match32-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match36-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match36-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match36-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19112\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17972\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19581\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19099\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17959\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19568\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17046\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20457\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19112\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17972\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36854\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19581\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20444\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19099\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17959\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20457\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17046\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19099\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19568\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17959\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20444\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17046\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36854\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19100\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19568\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17960\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20444\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17047\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19099\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19569\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17959\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20445\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17046\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19568\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20444\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36842\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36841\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5296828800687878\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5195853478593226\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5283924269621537\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5617151864622184\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5486536472346186\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5456726203364073\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match39-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match39-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match39-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match38-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match38-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match38-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match37-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match37-0.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match37-1.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5284853688625339\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match34-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24477\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32476\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24464\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24477\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24464\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32476\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24464\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24465\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24464\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32464\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5182927570493765\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5304300423181924\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match34-0.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match34-1.html\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5587047055988255\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match43-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match43-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match43-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match40-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match40-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match40-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25364\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25364\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19278\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25352\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25351\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5267551211286687\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5423715928895604\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match41-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match41-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match41-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match42-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match42-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match42-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match45-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match45-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match45-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31460\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match47-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match47-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match47-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21473\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31460\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21460\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21473\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21460\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31448\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21460\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21461\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21460\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.52588685464549\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match46-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match46-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match46-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match44-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5340010681821794\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match44-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match44-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match48-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match48-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match48-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19619\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32646\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19606\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19619\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32633\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19606\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32646\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19606\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32633\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19607\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19278\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32633\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19606\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32634\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32633\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5400886882568331\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.529223397234227\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match51-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match51-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match51-top.html\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5439906528552106\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5586408682422679\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match50-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match50-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match50-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match54-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match54-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match54-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17432\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17419\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17432\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17419\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17419\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17420\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17419\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5434487070785733\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.524898679768566\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5576615334671211\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match49-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match49-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match49-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match53-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match53-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match53-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match55-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match55-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match55-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match52-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 15948\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19759\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 15948\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19759\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 15936\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19747\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19746\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5499332168881715\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5280973138154603\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match52-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match52-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match62-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match62-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match62-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match58-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match58-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match58-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match56-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match56-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match56-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match59-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16703\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19770\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16690\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19471\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16703\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19757\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19458\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16690\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19770\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19471\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16690\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19757\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19458\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16691\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19757\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19758\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16690\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19757\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19458\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 55926\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19459\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5325380458632789\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19458\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 55926\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 55926\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 55927\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 55926\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5424012172369261\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5564722523272813\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5277505283021648\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match59-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match59-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match63-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match63-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match63-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match60-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match60-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match60-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match57-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21316\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21303\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21316\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5414370913710895\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21303\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21303\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21304\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21303\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5422544521472298\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match57-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match57-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match61-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match61-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match61-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match64-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match64-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match64-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21630\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5322320954044778\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match65-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match65-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match65-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match70-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match70-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match70-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match67-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match67-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match67-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21464\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21451\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21464\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21451\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21451\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21452\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21451\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5338923655373736\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match66-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match66-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match66-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match69-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match69-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match69-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match71-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match71-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match71-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 15948\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40743\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 15948\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19073\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40743\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21630\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 15936\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40743\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40744\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5470645576093004\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5322320954044778\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match68-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40743\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5572202123261181\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match68-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match68-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match77-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match77-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match77-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match78-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match78-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match78-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match79-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match79-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match79-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20101\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20088\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19073\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16309\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20101\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16296\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20088\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16309\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20088\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16296\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16296\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20089\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16297\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16296\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20088\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5472988216411365\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5516082579026649\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match72-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match72-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match72-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match75-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match75-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match75-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match73-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match73-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match73-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match76-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17439\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19937\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17426\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19924\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31460\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17439\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19937\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17426\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19924\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17426\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31460\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17427\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19924\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17426\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19925\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19924\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31448\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31447\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5251957085109056\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5264956214254594\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5587207154234618\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match76-0.html\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match76-1.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.52588685464549\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match74-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match74-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match74-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match80-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match80-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match80-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match81-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20818\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20805\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20818\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20805\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20805\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20806\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20805\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5412885204715342\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5587305145897865\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match81-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match81-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match82-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match82-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match82-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match83-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match83-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match83-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match87-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19069\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25765\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19069\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25752\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19069\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25765\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19070\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19069\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25752\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19572\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25752\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5433904233402658\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25753\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match87-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match87-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25752\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.529678083164815\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5399933395517909\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match86-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match86-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match86-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match85-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match85-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match85-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16673\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40953\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16660\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19263\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16673\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32476\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40940\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16660\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19263\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40953\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16660\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40940\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16661\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32476\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16660\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40940\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19251\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40941\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19250\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40940\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32464\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32463\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5571969105980081\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5471271459674764\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5433467222841619\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match84-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match84-0.html\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match84-1.html\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5304300423181924\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match91-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match91-0.html\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match91-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match89-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match89-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match89-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24830\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25008\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24830\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25769\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25008\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24818\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25756\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25769\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24996\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25756\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25756\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25757\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25756\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5307566789403784\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5585143132172369\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5293844120084262\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match95-top.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match95-0.html\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match95-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match94-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match94-0.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5396503419910391\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match93-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match94-1.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match93-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match93-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25008\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32298\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31646\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32285\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25008\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32298\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31633\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31646\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32285\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31633\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32285\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24996\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31633\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31634\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32286\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24995\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31633\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32285\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5407073027958034\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5293844120084262\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5315932050054211\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5270766988253114\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match90-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match90-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match90-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match88-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match88-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match88-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match92-top.html\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match92-0.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match92-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.532910447440124\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19290\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19085\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21642\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19278\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19277\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19073\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19072\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21630\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21629\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5439906528552106\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5322320954044778\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match96-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match96-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match96-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match97-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match97-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match97-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match98-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match98-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match98-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17291\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21286\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17278\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17291\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21273\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17278\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21286\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21273\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17278\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21273\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17279\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21274\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17278\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21273\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.525936079231927\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5596201539189024\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match99-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match99-0.html\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.560693316674975\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match105-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match105-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match99-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match105-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match101-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match101-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match101-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24830\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 15947\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 15934\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 15947\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24830\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 15934\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40769\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 15934\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 15935\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24818\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 15934\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40769\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24817\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40757\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40756\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5484756545867975\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5307566789403784\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5579402336840317\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match100-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match100-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match100-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match102-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match102-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match102-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match104-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match104-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match104-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21468\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25760\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25747\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21468\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25760\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19572\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25747\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25747\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21456\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25748\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25747\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5669653179249773\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.55965291689788\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5338923655373736\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297635729864526\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5398265559519746\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match106-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match106-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match106-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match107-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match107-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match107-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match103-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match103-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match103-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31297\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31284\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31297\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31284\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match108-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31284\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match108-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match108-1.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31285\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31284\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19108\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19108\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19096\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5269708118442129\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5580147851981956\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5456726203364073\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match109-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match109-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match109-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match112-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match112-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match112-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match111-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match111-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match111-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5329023705003662\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20461\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20448\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20461\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19272\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20448\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19259\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20448\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19272\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19259\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20449\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19259\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20448\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19260\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 55752\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19259\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match110-top.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match110-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match110-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match115-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 55752\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 55752\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 55753\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5431264812209726\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5427683112039856\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 55752\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21292\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21279\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match115-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match115-1.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5572443208185692\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match114-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match114-0.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21292\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match114-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match113-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21279\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21279\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21280\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21279\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5328896898249345\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356932451887929\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match113-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match113-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match117-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17259\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17246\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17259\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17246\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17246\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17247\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17246\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19305\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36858\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19292\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36845\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19305\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5269681091234343\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36858\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19292\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match117-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match117-1.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19292\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36845\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19293\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36845\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19292\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36846\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36845\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5437249762076334\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5616347080687375\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16931\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match116-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match116-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match116-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match120-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match120-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16918\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match120-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match118-top.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16931\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16918\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16918\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16919\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16918\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5281306826155204\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match118-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match118-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match119-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21468\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32122\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19364\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21468\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19364\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32122\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19364\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19365\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19364\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21456\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21455\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356908501917945\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5596514495832396\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5338923655373736\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match119-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match119-1.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5325538318113453\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match121-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match121-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match121-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match122-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match122-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match122-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17085\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19088\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17085\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19088\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17073\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19076\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5351951358153133\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5286629515626814\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5430007169640202\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match125-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match125-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match125-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match128-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match128-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match128-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match126-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match126-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match126-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16351\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16338\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16351\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16338\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16338\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16339\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16338\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32291\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16126\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16113\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32291\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16126\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match123-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16113\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16113\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32279\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16114\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16113\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5430379359377011\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5368806961752206\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.531539991108428\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5512264005800802\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match123-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match123-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match127-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match127-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match127-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match129-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match129-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match129-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match124-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19294\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19281\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19294\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19281\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19281\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19282\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19281\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32291\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32291\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5439906528552106\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32279\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32278\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.531539991108428\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match124-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match124-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match130-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match130-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match130-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match131-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match131-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match131-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24834\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16938\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32299\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16925\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32286\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24834\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16938\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16925\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32299\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16925\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32286\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16926\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24822\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32286\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16925\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32287\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32286\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297867728427197\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5307566789403784\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5313515198422755\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match132-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match132-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match132-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match134-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match133-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match133-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match133-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match134-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match134-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match135-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match135-0.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match135-1.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40766\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5326929669857815\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5580147851981956\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match136-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match136-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match136-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match137-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match137-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match137-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18750\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18750\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18738\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5439906528552106\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match138-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match138-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match138-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match143-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36857\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31647\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36844\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31634\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36857\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31647\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36844\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31634\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36844\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31634\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31635\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36845\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31634\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36844\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.55965291689788\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5270038856948484\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5615367192125116\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match143-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match143-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match145-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match145-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match145-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match140-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match140-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match140-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5328896898249345\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match139-top.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19426\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32296\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19413\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19426\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32283\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19413\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.546674630352836\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32296\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19413\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19414\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32283\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19413\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32283\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32284\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32283\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5312540524801844\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5315341225731435\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match139-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match139-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match144-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match144-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match144-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match146-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match146-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match146-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19103\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19090\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19103\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19090\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19090\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19091\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19090\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.544952431142531\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.545076723065711\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match142-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match142-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match142-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match141-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match141-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match141-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40957\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40944\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40957\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40944\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40944\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40945\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40944\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5580147851981956\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match147-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match147-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match147-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match148-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match152-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match148-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match152-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match148-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match152-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19763\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19750\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25590\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19763\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19750\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19750\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25590\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19751\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19750\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25578\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5280973138154603\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5415272097897004\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match153-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match153-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match153-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match150-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match150-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match150-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match149-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match149-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match149-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match154-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16302\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32098\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16289\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16302\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16289\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19572\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16289\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16290\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16289\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5327751424859551\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match154-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match154-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match151-top.html\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5485999467671163\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297635729864526\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match151-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match151-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match161-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match161-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match161-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5352421830981732\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 26974\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 26961\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 26974\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 26961\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 26961\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 26962\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 26961\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31649\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31636\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31649\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31636\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31636\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31637\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31636\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.575657531514715\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5269192402629933\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match159-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match159-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match159-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match158-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match158-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match158-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match155-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match155-0.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match155-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5352421830981732\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match156-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17258\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32114\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17245\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17258\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32101\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17245\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32114\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17245\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32101\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17246\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32101\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17245\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32102\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32101\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5268249473180256\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5327477888368037\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match156-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match156-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match160-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match160-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match160-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match162-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match162-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match162-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31641\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24834\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31628\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31641\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match157-top.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24834\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31628\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31628\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31629\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24822\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31628\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24821\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5667878181900473\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5269779253411073\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5307566789403784\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match157-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match157-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match164-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match164-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match164-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match163-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match163-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match163-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5449933600301503\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match165-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match165-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match165-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 36689\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 36676\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 36689\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 36676\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 36676\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16127\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19203\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 36677\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16114\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19190\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16127\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19203\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 36676\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16114\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19190\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match166-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match166-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match166-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match167-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16114\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19190\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16115\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5625865661721603\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19191\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16114\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match167-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19190\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match167-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5512838554397638\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5392249343776532\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match169-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match169-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match169-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16159\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match170-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16160\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5391977486644284\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5607356425475961\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5608145664859282\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match170-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match170-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match168-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match168-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match168-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match177-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match177-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match177-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25423\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25410\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25423\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25410\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25410\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25411\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25410\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.546674630352836\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match175-top.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5428618297264464\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match175-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match175-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match176-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match176-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match176-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match173-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match173-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match173-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31463\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31463\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31451\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5278863498398251\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match178-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match178-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match178-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match171-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match171-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match171-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match172-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match172-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match172-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match174-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match174-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match174-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match179-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match179-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match179-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.544952431142531\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match181-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match181-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match181-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19115\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19115\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19103\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20465\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5456726203364073\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.544952431142531\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20452\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20465\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20452\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match180-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5607398546984015\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5440386035620236\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match180-0.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20452\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match182-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match180-1.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20453\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match182-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match182-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20452\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.544320562855735\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match186-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match186-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match186-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 14512\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 14499\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 14512\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5375114513393936\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 14499\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 14499\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 14500\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 14499\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19572\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5448240006296101\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5487983285591304\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5300634620671929\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297635729864526\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match185-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match185-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match185-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match183-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match183-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match183-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match184-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match184-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match184-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5375114513393936\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match190-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match190-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match190-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19115\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19115\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19103\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19102\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19095\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32109\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19083\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19082\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32097\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5456726203364073\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32096\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5448452721308212\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5327498218224236\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match192-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match192-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match192-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match191-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match191-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match191-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match189-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match189-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match189-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match188-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 32123\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16929\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16916\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 32123\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16929\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5473940179571593\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16916\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16916\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16917\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16916\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 32111\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 32110\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5299091852888042\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5327985642065864\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5616186488573214\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match188-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match188-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match193-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match193-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match193-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match187-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match187-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match187-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match194-top.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18936\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19599\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19586\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18923\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19599\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18936\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19586\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18923\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18923\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19586\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18924\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19587\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18923\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19586\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5488203275033811\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.54740026263768\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5472879106751923\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5295826015733577\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match194-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match194-1.html\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match195-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match195-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match195-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match196-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match196-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match196-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5487180627356553\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match202-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match202-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match202-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match199-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match198-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match199-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match199-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match198-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match198-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18757\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25402\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18744\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25389\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18757\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25402\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17072\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18744\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25389\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18744\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25389\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18745\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25390\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17060\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18744\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25389\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17059\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5664917551286348\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5288963296944127\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5429030804649554\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5472879106751923\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match201-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match201-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match201-1.html\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match197-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match197-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match197-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match200-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match200-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match200-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5352566126887538\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19424\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19088\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19411\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31463\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19424\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19411\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19088\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40420\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19411\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31463\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40407\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19076\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19412\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19075\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40420\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19411\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40407\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31451\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.529580569845873\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40407\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31450\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40408\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5280202689114556\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40407\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match207-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match207-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match207-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match203-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match203-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match203-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match209-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match209-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match209-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 20102\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 20089\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5667740239305642\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 20102\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 20089\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 20089\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 20090\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 20089\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5516082579026649\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match205-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match205-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match205-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match208-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match208-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match208-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match204-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match204-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match204-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16159\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match206-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match206-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match206-1.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19390\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16160\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19390\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5391977486644284\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match210-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19378\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19377\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17082\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17069\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17082\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.537539049067621\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17069\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match210-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match210-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match211-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match211-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match211-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match212-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17069\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17070\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17069\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5289270374829899\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match212-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match212-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18750\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16122\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24120\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16109\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18750\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24107\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16122\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16109\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24120\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24107\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16109\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18738\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5667878181900473\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24107\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16110\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18737\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24108\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16109\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24107\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5456726203364073\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match213-0.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match213-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match213-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5221403739300993\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match214-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.549982692463897\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match214-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match214-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match215-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match215-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match215-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31478\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31465\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match217-top.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31478\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31465\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31465\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31466\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31465\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5440136708076909\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.544952431142531\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match217-0.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match217-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.528035967388954\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match218-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match218-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match218-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match216-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match216-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match216-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match223-top.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5464387129190916\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match223-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match223-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match219-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match219-0.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19405\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match219-1.html\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19405\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19393\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297635729864526\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match221-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match221-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match221-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19405\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 23864\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 23851\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19405\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 23864\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 23851\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 23851\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19393\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 23852\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19392\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 23851\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5313621946515541\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match224-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5440459104324668\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match224-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match224-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match225-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match225-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match225-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match222-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match222-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match222-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16172\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 23950\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 23937\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24655\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16160\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 23950\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5352421830981732\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16159\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 23937\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5391977486644284\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 23937\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match220-top.html\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24643\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 23938\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 23937\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24642\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5321814954628881\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5222430484519112\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match220-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match220-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match226-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match226-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match226-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match227-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match227-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match227-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match228-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match228-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match228-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25592\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25579\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25592\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40599\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25579\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25579\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25580\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40766\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25579\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40587\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40586\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5411858386248664\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5596648229425181\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match229-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match229-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match229-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match230-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match230-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match230-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match231-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match231-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match231-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 15954\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18550\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 24054\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 15941\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18537\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 15954\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 24041\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18550\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 15941\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 24054\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 15941\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18537\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 24041\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 15942\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18537\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 24041\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 15941\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 24042\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18538\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 24041\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18537\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5499785496954024\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.87625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5426884855874641\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5451217710292843\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match232-top.html\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match232-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match232-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match233-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match233-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match233-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match234-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match234-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match234-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match241-top.html\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5667502331441078\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.566879347621643\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 19584\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match241-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match241-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 19572\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 19571\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5297635729864526\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match235-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match235-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match235-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match240-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match240-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match240-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5451317928881247\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.9690625\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match236-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match236-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match236-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match239-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match239-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match239-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5440199921919715\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 17079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5353132766624097\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 17066\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 17079\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.99\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 17066\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 17066\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 31464\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 17067\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match242-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match242-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match242-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match237-top.html\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 17066\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match237-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match237-1.html\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5288345786816061\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 31451\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match238-top.html\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 31464\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21300\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 31451\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21287\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 31451\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21300\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 31452\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21287\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21287\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 31451\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21288\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21287\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5279702192042453\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match238-0.html\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match244-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match238-1.html\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5354219195765306\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match244-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match244-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match243-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match243-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match243-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match245-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match245-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match245-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16900\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16887\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16900\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 23650\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16887\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16887\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 23641\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16888\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16887\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 23650\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 21289\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 23641\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5307674353111417\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 23641\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match246-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 23642\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 21277\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 21276\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 23641\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5356196010713635\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5809497515568466\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.505\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:CP949 Korean confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5616665620698462\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.01\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match246-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match246-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match247-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match247-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match248-top.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match247-1.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match248-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match248-1.html\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18909\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 18909\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 16899\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18909\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 16886\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 18909\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 16899\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 16886\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18897\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 16886\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 18897\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 16887\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 18896\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 16886\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5467304155562454\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 40778\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5450726049544079\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5308658359951793\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.938125\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match249-top.html\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 40765\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match249-0.html\n",
      "DEBUG:root:Processing URL: http://moss.stanford.edu/results/374137986/match249-1.html\n",
      "DEBUG:root:Waiting for all threads to complete\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 40766\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 40765\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5588585707638614\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS Japanese prober hit error at byte 25590\n",
      "DEBUG:chardet.charsetprober:EUC-JP Japanese prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:GB2312 Chinese prober hit error at byte 25590\n",
      "DEBUG:chardet.charsetprober:EUC-KR Korean prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:CP949 Korean prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:Big5 Chinese prober hit error at byte 25578\n",
      "DEBUG:chardet.charsetprober:EUC-TW Taiwan prober hit error at byte 25577\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n",
      "DEBUG:chardet.charsetprober:windows-1251 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:KOI8-R Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:MacCyrillic Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM866 Russian confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:IBM855 Russian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-7 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1253 Greek confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-5 Bulgairan confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:windows-1251 Bulgarian confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:TIS-620 Thai confidence = 0.01\n",
      "DEBUG:chardet.charsetprober:ISO-8859-9 Turkish confidence = 0.5415272097897004\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:windows-1255 Hebrew confidence = 0.0\n",
      "DEBUG:chardet.charsetprober:utf-8  confidence = 0.7525\n",
      "DEBUG:chardet.charsetprober:SHIFT_JIS not active\n",
      "DEBUG:chardet.charsetprober:EUC-JP not active\n",
      "DEBUG:chardet.charsetprober:GB2312 not active\n",
      "DEBUG:chardet.charsetprober:EUC-KR not active\n",
      "DEBUG:chardet.charsetprober:CP949 not active\n",
      "DEBUG:chardet.charsetprober:Big5 not active\n",
      "DEBUG:chardet.charsetprober:EUC-TW not active\n"
     ]
    }
   ],
   "source": [
    "# Download whole report locally including code diff links\n",
    "mosspy.download_report(url, \"submission2/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logging.DEBUG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "30"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logging.WARNING"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "from github import Github\n",
    "import tqdm\n",
    "import shutil\n",
    "from os import listdir\n",
    "import os\n",
    "from glob import glob\n",
    "import shlex\n",
    "import mosspy\n",
    "\n",
    "\n",
    "# TODO: use absolute paths everywhere...\n",
    "\n",
    "def clone_repos(pattern=\"homework-1\", store_at=\"/tmp/homework\"):\n",
    "    if not os.path.exists(store_at):\n",
    "        os.mkdir(store_at)\n",
    "    os.chdir(store_at)\n",
    "\n",
    "    with open(\"/home/andy/Dropbox/documents/accounts/github_moss_token.txt\") as f:\n",
    "        token = f.read().strip()\n",
    "\n",
    "    g = Github(token)\n",
    "    org = g.get_organization(\"applied-ml-spring-18\")\n",
    "    repos_list = org.get_repos()\n",
    "    these = [repo for repo in repos_list if pattern in repo.full_name]\n",
    "    for repo in tqdm.tqdm(these):\n",
    "        #print(repo.ssh_url)\n",
    "        if not os.path.exists(repo.name):\n",
    "            os.system(\"git clone --depth 1 {}\".format(repo.ssh_url))\n",
    "    for repo in repos_list:\n",
    "        try:\n",
    "            l = listdir(repo.name)\n",
    "        except FileNotFoundError:\n",
    "            #print(repo.name)\n",
    "            continue\n",
    "        if len(l) < 2:\n",
    "            # has .git folder\n",
    "            shutil.rmtree(repo.name)\n",
    "    return repos_list\n",
    "\n",
    "def convert_notebooks():\n",
    "    notebooks = glob(\"*/*.ipynb\")\n",
    "    for notebook in tqdm.tqdm(notebooks):\n",
    "        #print(notebook)\n",
    "        if not os.path.exists(notebook.replace(\"ipynb\", \"py\")):\n",
    "            os.system(\"jupyter-nbconvert {} --to script\".format(shlex.quote(notebook)))\n",
    "            \n",
    "def submit_moss():\n",
    "    import mosspy\n",
    "\n",
    "    userid = 273660752\n",
    "\n",
    "    m = mosspy.Moss(userid, \"python\")\n",
    "    m.setDirectoryMode(1)\n",
    "\n",
    "    m.addFilesByWildcard(\"*/*.py\")\n",
    "    m.addFilesByWildcard(\"*/*/*.py\")\n",
    "\n",
    "\n",
    "    url = m.send() # Submission Report URL\n",
    "\n",
    "    print (\"Report Url: \" + url)\n",
    "    return m, url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 78/78 [00:00<00:00, 72267.66it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<github.PaginatedList.PaginatedList at 0x7f8bd40cb6a0>"
      ]
     },
     "execution_count": 161,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clone_repos(pattern=\"homework-3\", store_at=\"/home/andy/Dropbox/columbia_safe/applied_machine_learning_spring_2018/submissions_hw3/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 124/124 [03:47<00:00,  1.83s/it]\n"
     ]
    }
   ],
   "source": [
    "convert_notebooks()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Report Url: http://moss.stanford.edu/results/30189410\n"
     ]
    }
   ],
   "source": [
    "m = submit_moss()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [],
   "source": [
    "mosspy.download_report(url, \"hw3_report/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 135/135 [01:44<00:00,  1.30it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<github.PaginatedList.PaginatedList at 0x7f8bcdbe84a8>"
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clone_repos(pattern=\"homework-2\", store_at=\"/home/andy/Dropbox/columbia_safe/applied_machine_learning_spring_2018/submissions_hw2/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 251/251 [06:09<00:00,  1.47s/it]\n"
     ]
    }
   ],
   "source": [
    "convert_notebooks()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Report Url: http://moss.stanford.edu/results/136599236\n"
     ]
    }
   ],
   "source": [
    "m, url = submit_moss()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "#mosspy.download_report(url, \"hw2_report/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "#mosspy.download_report(\"http://moss.stanford.edu/results/136599236\", \"hw2_report/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 146/146 [01:36<00:00,  1.52it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<github.PaginatedList.PaginatedList at 0x7f8bcdcdae10>"
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clone_repos(pattern=\"homework-1\", store_at=\"/home/andy/Dropbox/columbia_safe/applied_machine_learning_spring_2018/submissions_hw1/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 2/2 [00:03<00:00,  1.62s/it]\n"
     ]
    }
   ],
   "source": [
    "convert_notebooks()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Report Url: http://moss.stanford.edu/results/558681454\n"
     ]
    }
   ],
   "source": [
    "m, url = submit_moss()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [],
   "source": [
    "mosspy.download_report(url, \"hw1_report/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 80/80 [04:19<00:00,  3.25s/it]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<github.PaginatedList.PaginatedList at 0x7f55b0435550>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clone_repos(pattern=\"homework-5\", store_at=\"/home/andy/Dropbox/columbia_safe/applied_machine_learning_spring_2018/submissions_hw5/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 112/112 [03:32<00:00,  1.90s/it]\n"
     ]
    }
   ],
   "source": [
    "convert_notebooks()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Report Url: http://moss.stanford.edu/results/835166897\n"
     ]
    }
   ],
   "source": [
    "m, url = submit_moss()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "mosspy.download_report(url, \"hw5_report/\", connections=8, log_level=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}