{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"scrapy","owner":"scrapy","isFork":false,"description":"Scrapy, a fast high-level web crawling &amp; scraping framework for Python.","allTopics":["python","crawler","framework","scraping","crawling","web-scraping","hacktoberfest","web-scraping-python"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":220,"issueCount":447,"starsCount":52340,"forksCount":10464,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-10T07:01:37.523Z"}},{"type":"Public","name":"scrapyd","owner":"scrapy","isFork":false,"description":"A service daemon to run Scrapy spiders","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":8,"starsCount":2932,"forksCount":571,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-06T02:40:46.658Z"}},{"type":"Public","name":"itemadapter","owner":"scrapy","isFork":false,"description":"Common interface for data container classes","allTopics":["python","metadata","python3","scrapy","hacktoberfest","python-dataclasses","python-attrs"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":6,"starsCount":61,"forksCount":13,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-15T09:58:23.517Z"}},{"type":"Public","name":"scrapy.org","owner":"scrapy","isFork":false,"description":"The scrapy.org website","allTopics":["html","hacktoberfest"],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":1,"issueCount":1,"starsCount":60,"forksCount":137,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-07T09:55:06.789Z"}},{"type":"Public","name":"scrapyd-client","owner":"scrapy","isFork":false,"description":"Command line client for Scrapyd server","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":10,"starsCount":766,"forksCount":146,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-21T06:35:27.574Z"}},{"type":"Public","name":"form2request","owner":"scrapy","isFork":false,"description":"Python 3.8+ library to build HTTP requests out of HTML forms","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":4,"forksCount":3,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-15T13:43:26.495Z"}},{"type":"Public","name":"parsel","owner":"scrapy","isFork":false,"description":"Parsel lets you extract data from XML/HTML documents using XPath or CSS selectors","allTopics":["css","python","xml","scraping","selectors","xpath","lxml","hacktoberfest"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":12,"issueCount":28,"starsCount":1121,"forksCount":143,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-14T19:08:53.433Z"}},{"type":"Public","name":"w3lib","owner":"scrapy","isFork":false,"description":"Python library of web-related functions","allTopics":["python","hacktoberfest"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":11,"starsCount":388,"forksCount":104,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-12T06:37:34.357Z"}},{"type":"Public","name":"itemloaders","owner":"scrapy","isFork":false,"description":"Library to populate items using XPath and CSS with a convenient API ","allTopics":["hacktoberfest"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":17,"starsCount":44,"forksCount":16,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-04T07:00:16.742Z"}},{"type":"Public","name":"protego","owner":"scrapy","isFork":false,"description":"A pure-Python robots.txt parser with support for modern conventions. ","allTopics":["python","robots-txt","hacktoberfest","robots-parser"],"primaryLanguage":{"name":"DIGITAL Command Language","color":"#ccc"},"pullRequestCount":1,"issueCount":7,"starsCount":54,"forksCount":28,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-28T13:37:04.201Z"}},{"type":"Public","name":"queuelib","owner":"scrapy","isFork":false,"description":"Collection of persistent (disk-based) and non-persistent (memory-based) queues for Python","allTopics":["python","python3","persistent","hacktoberfest","queues","non-persistent"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":3,"starsCount":266,"forksCount":54,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-04T05:04:08.142Z"}},{"type":"Public","name":"loginform","owner":"scrapy","isFork":false,"description":"Fill HTML login forms automatically","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":11,"starsCount":269,"forksCount":79,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T08:56:31.279Z"}},{"type":"Public","name":"cssselect","owner":"scrapy","isFork":false,"description":"CSS Selectors for Python","allTopics":["css","python","selectors","hacktoberfest"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":17,"starsCount":291,"forksCount":61,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-22T07:57:29.760Z"}},{"type":"Public","name":"xtractmime","owner":"scrapy","isFork":false,"description":"<a href=\"https://mimesniff.spec.whatwg.org/\" rel=\"nofollow\">https://mimesniff.spec.whatwg.org/</a> implementation for Python","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":14,"forksCount":2,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-16T15:47:22.292Z"}},{"type":"Public","name":"quotesbot","owner":"scrapy","isFork":false,"description":"This is a sample Scrapy project for educational purposes","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":0,"starsCount":1295,"forksCount":777,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-29T22:31:31.395Z"}},{"type":"Public","name":"booksbot","owner":"scrapy","isFork":true,"description":"A crawler for <a href=\"http://books.toscrape.com\" rel=\"nofollow\">http://books.toscrape.com</a>","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":0,"starsCount":40,"forksCount":938,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-08T06:27:47.120Z"}},{"type":"Public","name":"scrapely","owner":"scrapy","isFork":false,"description":"A pure-python HTML screen-scraping library","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":5,"issueCount":26,"starsCount":1858,"forksCount":273,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-04-04T10:53:21.098Z"}},{"type":"Public","name":"scrapy-bench","owner":"scrapy","isFork":false,"description":" A CLI for benchmarking Scrapy.","allTopics":["python","web-crawler","scrapy","command-line-tool","benchmark-suite","scrapy-bench"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":6,"starsCount":30,"forksCount":15,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-02-24T08:42:29.231Z"}},{"type":"Public archive","name":"scrapy-itemloader","owner":"scrapy","isFork":false,"description":"[Archived] Library to populate Scrapy items using XPath and CSS with a convenient API","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":6,"forksCount":7,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-05-05T14:21:40.064Z"}},{"type":"Public","name":"scurl","owner":"scrapy","isFork":false,"description":"Performance-focused replacement for Python urllib","allTopics":["python","cython","chromium","gurl","urlparse"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":10,"starsCount":21,"forksCount":6,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2018-10-02T14:52:01.744Z"}},{"type":"Public","name":"url-chromium","owner":"scrapy","isFork":false,"description":"url component from Chromium source code, forked from <a href=\"https://chromium.googlesource.com/chromium/src/url\" rel=\"nofollow\">https://chromium.googlesource.com/chromium/src/url</a>","allTopics":["chromium","gurl"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":2,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2018-08-07T21:18:54.146Z"}},{"type":"Public","name":"base-chromium","owner":"scrapy","isFork":false,"description":"base component forked from Chromium source <a href=\"https://chromium.googlesource.com/chromium/src/base/\" rel=\"nofollow\">https://chromium.googlesource.com/chromium/src/base/</a>","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":7,"forksCount":3,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2018-07-31T23:02:03.300Z"}},{"type":"Public","name":"dirbot","owner":"scrapy","isFork":false,"description":"Scrapy project to scrape public web directories (educational) [DEPRECATED]","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1635,"forksCount":1068,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2017-10-27T08:08:05.795Z"}},{"type":"Public","name":"scrapy-bench-speedcenter","owner":"scrapy","isFork":true,"description":"Codespeed for scrapy-bench","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2017-08-28T12:01:01.869Z"}},{"type":"Public","name":"pypydispatcher","owner":"scrapy","isFork":false,"description":"A fork of <a href=\"http://pydispatcher.sourceforge.net/\" rel=\"nofollow\">http://pydispatcher.sourceforge.net/</a> with PyPy support","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":16,"forksCount":4,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2017-07-03T15:35:37.409Z"}},{"type":"Public","name":"slybot","owner":"scrapy","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":5,"starsCount":224,"forksCount":58,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2015-04-27T16:58:48.998Z"}},{"type":"Public","name":"gsoc2014-integration-tests","owner":"scrapy","isFork":false,"description":"GSoC2014 - Scrapy Integration tests project","allTopics":[],"primaryLanguage":{"name":"Shell","color":"#89e051"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2014-03-18T09:59:15.355Z"}}],"repositoryCount":27,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"scrapy repositories"}