forked from allanlepp/te_rss
-
Notifications
You must be signed in to change notification settings - Fork 0
/
parser_osta.py
25 lines (19 loc) · 1020 Bytes
/
parser_osta.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import parsers_common
def fill_article_dict(articleDataDict, pageTree, domain):
articleDataDict["descriptions"] = parsers_common.xpath_to("list", pageTree, '//article/ul/li/figure/div[@class="offer-thumb__content"]', parent=True)
articleDataDict["images"] = parsers_common.xpath_to("list", pageTree, '//article/ul/li/figure/figure/a/@data-original')
articleDataDict["titles"] = parsers_common.xpath_to("list", pageTree, '//article/ul/li/figure/div[@class="offer-thumb__content"]/h3/a/text()')
articleDataDict["urls"] = parsers_common.xpath_to("list", pageTree, '//article/ul/li/figure/div[@class="offer-thumb__content"]/h3/a/@href')
# remove unwanted content: titles
dictFilters = (
"az ",
"jawa",
"kitarr",
"meisterd",
"poolvääriskivi",
"tuulesuunaja",
"viiuli",
"xtrons",
)
articleDataDict = parsers_common.article_data_dict_clean(__file__, articleDataDict, dictFilters, "in", "titles")
return articleDataDict