-
Notifications
You must be signed in to change notification settings - Fork 0
/
Amazon-req.py
71 lines (61 loc) · 2.01 KB
/
Amazon-req.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
#Import Libraries.
import requests
from bs4 import BeautifulSoup
import csv
from datetime import datetime
import time
#Count time(Starting point).
start =datetime.now()
#Count pages.
pag = 1
#Create lists.
title_list = []
price_list = []
#The main loop.
while True:
#Make a connection to the website.
req = requests.get(f"https://www.amazon.eg/s?i=home&bbn=18021933031&rh=n%3A21863947031&fs=true&page={pag}&language=en&qid=1711754513&ref=sr_pg_1")
#Get source code.
cont = req.content
#Parse source code.
soup = BeautifulSoup(cont, "lxml")
#Find all products.
product = soup.find_all("div", {"class": "puis-card-container"})
#Loop over products to get all data and store it in lists.
for x in product:
try:
title = x.find("span", {"class": "a-size-medium a-color-base a-text-normal"}).text
title_list.append(title)
except:
title_list.append("not found")
try:
price = x.find("span", {"class": "a-price-whole"}).text
price_list.append(price)
except :
price_list.append("not found")
continue
#Count pages.
pag += 1
#Check if the last page is reached.
if pag > 35:
print("✔Project is done✔")
break
#Create CSV file.
print(title_list, price_list)
with open("Amazon.csv", "w", newline='', encoding='utf-8') as file:
wr = csv.writer(file)
wr.writerow(["Title", "prices"])
wr.writerows(zip(title_list, price_list))
#Another method you can use instead of the line before:👇
#for x in range(len(title_list)):
#wr.writerow([title_list[x], size_list[x]])
#Create TXT file.
file = open("Amazon.txt", "w", newline='', encoding='utf-8')
file.write("Title" + "\t" + "prices" + "\n")
for x in range(len(title_list)):
file.write(f"Title: {title_list[x]}\nSize: {price_list[x]}\n" +'*'*70 +'\n')
file.close()
#Count time(Ending point).
end = datetime.now()
print("excution taken: ", end - start)
#It's done.