upgrade ural to benefit from better is_url working with all IPs (closes

#416)
medialab · Sep 3, 2021 · 764aaab · 764aaab
1 parent 1573e4f
commit 764aaab
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/hyphe_backend/crawler/hcicrawler/spiders/pages.py b/hyphe_backend/crawler/hcicrawler/spiders/pages.py
@@ -21,7 +21,7 @@
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
 from selenium.common.exceptions import WebDriverException, TimeoutException as SeleniumTimeout
 
-from ural.lru import LRUTrie
+from ural.lru.trie import LRUTrie
 
 from hcicrawler.linkextractor import RegexpLinkExtractor
 from hcicrawler.urllru import url_to_lru_clean, lru_get_host_url, lru_get_path_url, has_prefix, lru_to_url

diff --git a/requirements.txt b/requirements.txt
@@ -15,5 +15,5 @@ txJSON-RPC==0.5
 jsonrpclib
 pymongo==3.8
 txmongo>=18,<=19
-ural==0.20.0
+ural==0.30.5
 tld==0.11.10