This repository has been archived by the owner on Jun 17, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 28
/
bot.py
69 lines (57 loc) · 2.13 KB
/
bot.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.keys import Keys
from time import sleep
import numpy as np
from console_logging.console import Console
console = Console()
import json
import os
curated_lists = []
browser = webdriver.Chrome()
console.info("Initialized Chrome Webdriver.")
def get_repos(pages=10):
console.log("Now entering signup process.")
# Page 1 of Signup
browser.get('https://github.com/')
input('Log in, then press ENTER.')
browser.get(
'https://github.com/search?o=desc&p=1&q=curated+list&s=stars&type=Repositories&utf8=%E2%9C%93')
sleep(1)
# Get repos
console.info("Loaded search results.")
for page in range(pages):
search_results = browser.find_elements_by_class_name('repo-list-item')
console.info("Found %d results..." % len(search_results))
sleep(2)
for search_result in search_results:
try:
resultText = search_result.get_attribute('innerText').split('\n')
curated_lists.append({
'repo': resultText[0],
'description': resultText[1]
})
console.success("Added " + resultText[0])
except Exception as e:
console.error(str(e))
browser.find_element_by_class_name('next_page').click()
console.log("Moving on...")
sleep(2)
search_results = browser.find_elements_by_class_name('repo-list-item')
console.info("Found %d results..." % len(search_results))
for search_result in search_results:
resultText = search_result.get_attribute('innerText').split('\n')
curated_lists.append({
'repo': resultText[0],
'description': resultText[1]
})
console.success("Added " + resultText[0])
browser.quit()
try:
get_repos(pages=100)
except:
pass
with open('curated_lists.json', 'w') as curated_list_json_file:
json.dump(curated_lists, curated_list_json_file)