1 - git clone https://github.com/mosishon/divar-ir-scrapper.git
2 - cd divar-ir-scrapper
3 - pip install -r requirements.txt
cli = DivarClient()
cli.scrap_city("tehran")
cli.scrap_city("tehran",page=2)
cli.scrap_city("tehran",page=2,category='vehicles')
cli.scrap_city("tehran",search='موتور')
cli.scrap_city("tehran",has_photo=True)
cli.scrap_city("tehran",urgent=True)
حداقل قیمت از ۱۰۰۰ : cli.scrap_city("tehran", price_from=1_000)
حداکثر قیمت تا ۱۰۰۰۰ : cli.scrap_city("tehran", price_to=10_000)
قیمت از ۱۰۰۰ تا ۱۰۰۰۰ : cli.scrap_city("tehran", price_from=1_000, price_to=10_000)
async def benchamrk():
cli = DivarClient()
tasks = [cli.scrap_city("tehran",2), cli.scrap_city("bushehr",2), cli.scrap_city("zanjan",2),cli.scrap_city("shiraz",2)]
before = time.time()
results = await asyncio.gather(*tasks)
after = time.time()
page_count = 0
item_count = 0
for city in results:
for page in city:
page_count+=1
for _ in page:
item_count +=1
print(f"[+] Scrap {len(tasks)} city {page_count} page and {item_count} item in '{after-before:0.4f}' seconds")
async def main():
await benchamrk()
# Scrap 4 city 8 page and 192 item in '5.0332' seconds