stat.info

{'log_count/DEBUG': 242, 'scheduler/dequeued': 240, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 28, 2, 10, 32, 601736), 'spider_exceptions/KeyError': 67, 'downloader/request_bytes': 67581, 'downloader/request_method_count/GET': 240, 'log_count/INFO': 13, 'downloader/response_count': 240, 'downloader/response_status_count/200': 240, 'response_received_count': 240, 'scheduler/enqueued/memory': 240, 'downloader/response_bytes': 3418929, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 240, 'scheduler/enqueued': 240, 'finish_time': datetime.datetime(2015, 3, 28, 2, 15, 28, 645230), 'last_start_time': datetime.datetime(2015, 3, 28, 9, 50, 33, 994630), 'log_count/ERROR': 68, 'downloader/request_count': 240}{'spider_exceptions/ValueError': 45, 'log_count/DEBUG': 360, 'scheduler/dequeued': 288, 'request_depth_max': 2, 'start_time': datetime.datetime(2015, 3, 28, 10, 35, 18, 579227), 'offsite/filtered': 79, 'downloader/request_bytes': 81563, 'downloader/request_method_count/GET': 288, 'log_count/INFO': 15, 'downloader/response_count': 288, 'downloader/response_status_count/200': 288, 'response_received_count': 288, 'scheduler/enqueued/memory': 288, 'downloader/response_bytes': 4195753, 'finish_reason': 'finished', 'item_scraped_count': 70, 'scheduler/dequeued/memory': 288, 'scheduler/enqueued': 288, 'finish_time': datetime.datetime(2015, 3, 28, 10, 41, 11, 826002), 'last_start_time': datetime.datetime(2015, 3, 20, 12, 24, 43, 796504), 'log_count/ERROR': 45, 'downloader/request_count': 288}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 17, 30, 482086), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17291, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 17, 40, 677585), 'last_start_time': datetime.datetime(2015, 3, 28, 18, 35, 18, 365207), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 20, 36, 439412), 'offsite/filtered': 5, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17287, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 20, 40, 787076), 'last_start_time': datetime.datetime(2015, 3, 20, 21, 17, 30, 226426), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 23, 32, 702358), 'offsite/filtered': 5, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17130, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 23, 36, 351666), 'last_start_time': datetime.datetime(2015, 3, 20, 21, 20, 33, 357046), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 25, 23, 361792), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17148, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 25, 27, 278749), 'last_start_time': datetime.datetime(2015, 3, 28, 21, 23, 30, 184401), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 29, 40, 291144), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17209, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 29, 44, 556640), 'last_start_time': datetime.datetime(2015, 3, 28, 21, 25, 20, 994820), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 32, 9, 113363), 'offsite/filtered': 5, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17171, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 32, 12, 341876), 'last_start_time': datetime.datetime(2015, 3, 20, 21, 29, 39, 248783), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 33, 40, 888817), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17231, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 33, 43, 973477), 'last_start_time': datetime.datetime(2015, 3, 28, 21, 32, 8, 639054), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 28, 13, 34, 50, 247471), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17273, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 28, 13, 34, 54, 550465), 'last_start_time': datetime.datetime(2015, 3, 28, 21, 33, 40, 508832), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 31, 8, 25, 54, 603419), 'offsite/filtered': 36, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17339, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 8, 26, 0, 434951), 'last_start_time': datetime.datetime(2015, 3, 20, 21, 34, 49, 751532), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 31, 8, 28, 12, 980524), 'offsite/filtered': 36, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17326, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 8, 28, 15, 814057), 'last_start_time': datetime.datetime(2015, 3, 20, 16, 25, 51, 763101), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 8, 30, 17, 603789), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17109, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 8, 30, 20, 40129), 'last_start_time': datetime.datetime(2015, 3, 31, 16, 28, 11, 929644), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 3, 31, 10, 29, 59, 74057), 'offsite/filtered': 36, 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17100, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 10, 30, 3, 600688), 'last_start_time': datetime.datetime(2015, 3, 20, 16, 30, 17, 94884), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 10, 31, 2, 426427), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17109, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 10, 31, 5, 699285), 'last_start_time': datetime.datetime(2015, 3, 31, 18, 29, 57, 377682), 'downloader/request_count': 1}{'log_count/DEBUG': 188, 'scheduler/dequeued': 186, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 3, 31, 10, 56, 59, 820429), 'downloader/request_bytes': 53405, 'downloader/request_method_count/GET': 186, 'log_count/INFO': 13, 'downloader/response_count': 186, 'downloader/response_status_count/200': 186, 'response_received_count': 186, 'scheduler/enqueued/memory': 186, 'downloader/response_bytes': 3208143, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 186, 'scheduler/enqueued': 186, 'finish_time': datetime.datetime(2015, 3, 31, 11, 0, 47, 601810), 'last_start_time': datetime.datetime(2015, 3, 20, 18, 31, 2, 155288), 'downloader/request_count': 186}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 11, 8, 40, 68716), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17079, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 11, 8, 43, 82474), 'last_start_time': datetime.datetime(2015, 3, 31, 18, 56, 59, 610177), 'downloader/request_count': 1}{'log_count/DEBUG': 166, 'scheduler/dequeued': 164, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 3, 31, 11, 9, 5, 227332), 'downloader/request_bytes': 47036, 'downloader/request_method_count/GET': 164, 'log_count/INFO': 13, 'downloader/response_count': 164, 'downloader/response_status_count/200': 164, 'response_received_count': 164, 'scheduler/enqueued/memory': 164, 'downloader/response_bytes': 2852435, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 164, 'scheduler/enqueued': 164, 'finish_time': datetime.datetime(2015, 3, 31, 11, 12, 26, 588994), 'last_start_time': datetime.datetime(2015, 3, 28, 19, 8, 39, 860997), 'downloader/request_count': 164}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 11, 34, 31, 45198), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17205, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 11, 34, 33, 728870), 'last_start_time': datetime.datetime(2015, 3, 31, 19, 9, 4, 994827), 'downloader/request_count': 1}{'log_count/DEBUG': 166, 'scheduler/dequeued': 164, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 3, 31, 11, 34, 51, 898609), 'downloader/request_bytes': 47036, 'downloader/request_method_count/GET': 164, 'log_count/INFO': 13, 'downloader/response_count': 164, 'downloader/response_status_count/200': 164, 'response_received_count': 164, 'scheduler/enqueued/memory': 164, 'downloader/response_bytes': 2852540, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 164, 'scheduler/enqueued': 164, 'finish_time': datetime.datetime(2015, 3, 31, 11, 38, 11, 308430), 'last_start_time': datetime.datetime(2015, 3, 28, 19, 34, 30, 832053), 'downloader/request_count': 164}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 11, 41, 42, 842242), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17101, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 11, 41, 45, 663789), 'last_start_time': datetime.datetime(2015, 3, 31, 19, 34, 51, 193931), 'downloader/request_count': 1}{'log_count/DEBUG': 188, 'scheduler/dequeued': 186, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 3, 31, 11, 41, 56, 392254), 'downloader/request_bytes': 53405, 'downloader/request_method_count/GET': 186, 'log_count/INFO': 13, 'downloader/response_count': 186, 'downloader/response_status_count/200': 186, 'response_received_count': 186, 'scheduler/enqueued/memory': 186, 'downloader/response_bytes': 3207506, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 186, 'scheduler/enqueued': 186, 'finish_time': datetime.datetime(2015, 3, 31, 11, 45, 47, 690912), 'last_start_time': datetime.datetime(2015, 3, 20, 19, 41, 42, 603157), 'downloader/request_count': 186}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 3, 31, 11, 49, 17, 80115), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17137, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 3, 31, 11, 49, 20, 167291), 'last_start_time': datetime.datetime(2015, 3, 31, 19, 41, 56, 180229), 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'log_count/INFO': 12, 'downloader/exception_type_count/twisted.web._newclient.ResponseNeverReceived': 1, 'scheduler/enqueued/memory': 2, 'finish_time': datetime.datetime(2015, 3, 31, 12, 2, 24, 16035), 'finish_reason': 'shutdown', 'start_time': datetime.datetime(2015, 3, 31, 12, 2, 21, 60219), 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 2, 'downloader/request_bytes': 223, 'last_start_time': datetime.datetime(2015, 3, 20, 19, 49, 16, 866056), 'downloader/request_method_count/GET': 1, 'downloader/exception_count': 1, 'downloader/request_count': 1}{'scheduler/dequeued': 3639, 'request_depth_max': 8, 'start_time': datetime.datetime(2015, 4, 1, 8, 49, 46, 129203), 'downloader/exception_type_count/twisted.internet.error.TimeoutError': 10, 'downloader/request_bytes': 1067727, 'downloader/request_method_count/GET': 3639, 'downloader/exception_count': 10, 'dupefilter/filtered': 1230, 'log_count/INFO': 82, 'downloader/response_count': 3629, 'downloader/response_status_count/200': 3629, 'response_received_count': 3629, 'scheduler/enqueued/memory': 3639, 'downloader/response_bytes': 74267398, 'finish_reason': 'finished', 'item_scraped_count': 3390, 'scheduler/dequeued/memory': 3639, 'scheduler/enqueued': 3639, 'spider_exceptions/TypeError': 3390, 'finish_time': datetime.datetime(2015, 4, 1, 10, 3, 40, 430894), 'last_start_time': datetime.datetime(2015, 3, 30, 20, 2, 20, 846436), 'log_count/ERROR': 3391, 'downloader/request_count': 3639}{'log_count/DEBUG': 25004, 'scheduler/dequeued': 12609, 'request_depth_max': 9, 'start_time': datetime.datetime(2015, 4, 1, 14, 13, 2, 837558), 'downloader/request_bytes': 3828190, 'downloader/request_method_count/GET': 12609, 'downloader/exception_count': 6, 'dupefilter/filtered': 82378, 'log_count/INFO': 265, 'downloader/response_count': 12603, 'downloader/exception_type_count/twisted.web._newclient.ResponseNeverReceived': 6, 'response_received_count': 12603, 'scheduler/enqueued/memory': 12609, 'downloader/response_bytes': 121249223, 'finish_reason': 'finished', 'item_scraped_count': 12392, 'scheduler/dequeued/memory': 12609, 'scheduler/enqueued': 12609, 'finish_time': datetime.datetime(2015, 4, 1, 18, 29, 8, 486882), 'last_start_time': datetime.datetime(2015, 3, 31, 16, 49, 42, 322725), 'log_count/ERROR': 1, 'downloader/response_status_count/200': 12603, 'downloader/request_count': 12609}{'log_count/DEBUG': 584, 'scheduler/dequeued': 323, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 4, 4, 9, 9, 38, 812343), 'scheduler/enqueued/disk': 2626, 'scheduler/dequeued/disk': 323, 'downloader/request_method_count/GET': 323, 'dupefilter/filtered': 7373, 'log_count/INFO': 16, 'downloader/response_count': 323, 'downloader/response_status_count/200': 323, 'response_received_count': 323, 'downloader/response_bytes': 6729763, 'finish_reason': 'shutdown', 'item_scraped_count': 258, 'scheduler/enqueued': 2626, 'finish_time': datetime.datetime(2015, 4, 4, 9, 16, 8, 130715), 'downloader/request_bytes': 93926, 'last_start_time': datetime.datetime(2015, 4, 1, 22, 13, 2, 596244), 'log_count/ERROR': 1, 'downloader/request_count': 323}{'log_count/DEBUG': 7, 'scheduler/dequeued': 2, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 2, 19, 52, 187772), 'downloader/request_bytes': 644, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 18300, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 2, 19, 57), 'spider_exceptions/NameError': 1, 'last_start_time': datetime.datetime(2015, 4, 4, 17, 9, 38, 602752), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 7, 'scheduler/dequeued': 2, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 2, 21, 44, 105674), 'downloader/request_bytes': 644, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 17981, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 2, 21, 47, 117153), 'last_start_time': datetime.datetime(2015, 4, 5, 10, 19, 51, 965243), 'log_count/ERROR': 1, 'downloader/request_count': 2}{'log_count/DEBUG': 9, 'scheduler/dequeued': 3, 'request_depth_max': 2, 'start_time': datetime.datetime(2015, 4, 5, 2, 25, 30, 810280), 'downloader/request_bytes': 1180, 'downloader/request_method_count/GET': 2, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 3, 'downloader/response_status_count/200': 3, 'response_received_count': 3, 'scheduler/enqueued/memory': 3, 'downloader/response_bytes': 26620, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 3, 'scheduler/enqueued': 3, 'finish_time': datetime.datetime(2015, 4, 5, 2, 25, 35, 430608), 'last_start_time': datetime.datetime(2015, 4, 5, 10, 21, 43, 880987), 'log_count/ERROR': 1, 'downloader/request_count': 3}{'log_count/DEBUG': 9, 'scheduler/dequeued': 3, 'request_depth_max': 2, 'start_time': datetime.datetime(2015, 4, 5, 2, 27, 18, 528986), 'downloader/request_bytes': 1180, 'downloader/request_method_count/GET': 2, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 3, 'downloader/response_status_count/200': 3, 'response_received_count': 3, 'scheduler/enqueued/memory': 3, 'downloader/response_bytes': 26558, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 3, 'scheduler/enqueued': 3, 'finish_time': datetime.datetime(2015, 4, 5, 2, 27, 23, 503134), 'last_start_time': datetime.datetime(2015, 4, 5, 10, 25, 30, 581643), 'log_count/ERROR': 1, 'downloader/request_count': 3}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 10, 42, 52, 876687), 'spider_exceptions/AttributeError': 1, 'downloader/request_bytes': 885, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 9654, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 10, 42, 58, 476779), 'last_start_time': datetime.datetime(2015, 4, 3, 10, 27, 18, 302685), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 7, 30, 267602), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11494, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 11, 7, 33, 482442), 'last_start_time': datetime.datetime(2015, 4, 5, 18, 42, 52, 638709), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 7, 42, 907853), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11497, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 11, 7, 45, 916919), 'last_start_time': datetime.datetime(2015, 4, 5, 19, 7, 30, 48225), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 9, 39, 269633), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11468, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 11, 9, 42, 353587), 'last_start_time': datetime.datetime(2015, 4, 5, 19, 7, 42, 359613), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 11, 46, 288408), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11514, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 11, 11, 48, 994252), 'last_start_time': datetime.datetime(2015, 4, 5, 19, 9, 39, 54416), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 50, 38, 798556), 'downloader/request_bytes': 349, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 11, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 912, 'finish_reason': 'shutdown', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 11, 50, 42, 72146), 'last_start_time': datetime.datetime(2015, 4, 4, 19, 11, 46, 70961), 'log_count/ERROR': 1, 'downloader/request_count': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 4, 5, 11, 50, 46, 67253), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17513, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 4, 5, 11, 50, 49, 423031), 'last_start_time': datetime.datetime(2015, 4, 5, 19, 50, 38, 573881), 'log_count/ERROR': 1, 'downloader/request_count': 1}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 12, 7, 2, 284017), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11489, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 12, 7, 6, 389471), 'last_start_time': datetime.datetime(2015, 4, 3, 19, 50, 45, 842809), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'log_count/DEBUG': 4, 'scheduler/dequeued': 2, 'spider_exceptions/IndexError': 1, 'request_depth_max': 1, 'start_time': datetime.datetime(2015, 4, 5, 12, 7, 59, 906208), 'downloader/request_bytes': 718, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 9, 'downloader/response_count': 2, 'downloader/response_status_count/200': 2, 'response_received_count': 2, 'scheduler/enqueued/memory': 2, 'downloader/response_bytes': 11553, 'finish_reason': 'finished', 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 2, 'scheduler/enqueued': 2, 'finish_time': datetime.datetime(2015, 4, 5, 12, 8, 3, 126758), 'last_start_time': datetime.datetime(2015, 4, 4, 20, 7, 2, 69363), 'log_count/ERROR': 2, 'downloader/request_count': 2}{'scheduler/dequeued': 80, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 4, 5, 13, 3, 41, 740516), 'downloader/request_bytes': 43596, 'downloader/request_method_count/GET': 79, 'saveUserNum': 57, 'saveThreadNum': 0, 'log_count/INFO': 11, 'downloader/response_count': 80, 'downloader/response_status_count/200': 60, 'response_received_count': 64, 'scheduler/enqueued/memory': 80, 'downloader/response_bytes': 378661, 'downloader/response_status_count/503': 20, 'downloader/request_method_count/POST': 1, 'scheduler/dequeued/memory': 80, 'scheduler/enqueued': 80, 'finish_time': datetime.datetime(2015, 4, 5, 13, 5, 20, 270152), 'last_start_time': datetime.datetime(2015, 4, 3, 20, 7, 59, 695662), 'log_count/ERROR': 4, 'finish_reason': 'finished', 'downloader/request_count': 80, 'item_scraped_count': 57}{'log_count/DEBUG': 171, 'scheduler/dequeued': 108, 'request_depth_max': 3, 'start_time': datetime.datetime(2015, 4, 5, 13, 19, 46, 190986), 'downloader/request_bytes': 58887, 'downloader/request_method_count/GET': 107, 'saveUserNum': 54, 'saveThreadNum': 0, 'log_count/INFO': 12, 'downloader/response_count': 108, 'downloader/response_status_count/200': 57, 'response_received_count': 64, 'scheduler/enqueued/memory': 108, 'downloader/response_bytes': 369742, 'downloader/response_status_count/503': 51, 'item_scraped_count': 54, 'scheduler/dequeued/memory': 108, 'scheduler/enqueued': 108, 'finish_time': datetime.datetime(2015, 4, 5, 13, 21, 57, 841578), 'last_start_time': datetime.datetime(2015, 4, 4, 21, 3, 41, 79614), 'log_count/ERROR': 7, 'finish_reason': 'finished', 'downloader/request_count': 108, 'downloader/request_method_count/POST': 1}{'log_count/DEBUG': 3, 'scheduler/dequeued': 1, 'start_time': datetime.datetime(2015, 4, 5, 13, 33, 44, 891360), 'downloader/request_bytes': 223, 'downloader/request_method_count/GET': 1, 'saveUserNum': 0, 'saveThreadNum': 0, 'log_count/INFO': 10, 'downloader/response_count': 1, 'downloader/response_status_count/200': 1, 'response_received_count': 1, 'scheduler/enqueued/memory': 1, 'downloader/response_bytes': 17206, 'finish_reason': 'finished', 'scheduler/dequeued/memory': 1, 'scheduler/enqueued': 1, 'finish_time': datetime.datetime(2015, 4, 5, 13, 33, 49, 691517), 'last_start_time': datetime.datetime(2015, 4, 5, 21, 19, 45, 971519), 'downloader/request_count': 1}{'log_count/DEBUG': 399, 'scheduler/dequeued': 250, 'request_depth_max': 7, 'start_time': datetime.datetime(2015, 4, 5, 13, 36, 52, 344636), 'downloader/request_bytes': 136710, 'downloader/request_method_count/GET': 249, 'saveUserNum': 143, 'dupefilter/filtered': 8, 'saveThreadNum': 0, 'log_count/INFO': 17, 'downloader/response_count': 250, 'downloader/response_status_count/200': 150, 'response_received_count': 153, 'scheduler/enqueued/memory': 277, 'downloader/response_bytes': 974133, 'downloader/response_status_count/503': 100, 'item_scraped_count': 143, 'scheduler/dequeued/memory': 250, 'scheduler/enqueued': 277, 'finish_time': datetime.datetime(2015, 4, 5, 13, 59, 13, 588180), 'last_start_time': datetime.datetime(2015, 4, 5, 0, 0), 'log_count/ERROR': 3, 'finish_reason': 'shutdown', 'downloader/request_count': 250, 'downloader/request_method_count/POST': 1}