diff --git a/hyphe_backend/crawler/hcicrawler/spiders/pages.py b/hyphe_backend/crawler/hcicrawler/spiders/pages.py index 6d10747a..8fa458cb 100644 --- a/hyphe_backend/crawler/hcicrawler/spiders/pages.py +++ b/hyphe_backend/crawler/hcicrawler/spiders/pages.py @@ -21,7 +21,7 @@ from selenium.webdriver.common.desired_capabilities import DesiredCapabilities from selenium.common.exceptions import WebDriverException, TimeoutException as SeleniumTimeout -from ural.lru import LRUTrie +from ural.lru.trie import LRUTrie from hcicrawler.linkextractor import RegexpLinkExtractor from hcicrawler.urllru import url_to_lru_clean, lru_get_host_url, lru_get_path_url, has_prefix, lru_to_url diff --git a/requirements.txt b/requirements.txt index 7501919e..02afe58c 100644 --- a/requirements.txt +++ b/requirements.txt @@ -15,5 +15,5 @@ txJSON-RPC==0.5 jsonrpclib pymongo==3.8 txmongo>=18,<=19 -ural==0.20.0 +ural==0.30.5 tld==0.11.10