fix bad use of string.contains (#372)

medialab · Jun 17, 2021 · 64ebf24 · 64ebf24
1 parent 458fba7
commit 64ebf24
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/hyphe_backend/crawler/hcicrawler/spiders/pages.py b/hyphe_backend/crawler/hcicrawler/spiders/pages.py
@@ -224,7 +224,7 @@ def handle_response(self, response):
                 redir_url = response.headers['Location']
                 if redir_url.startswith("/"):
                     redir_url = "%s%s" % (self.archivehost, redir_url)
-                if ARCHIVES["URL_PREFIX"].contains("archivesinternet.bnf.fr"):
+                if "archivesinternet.bnf.fr" in ARCHIVES["URL_PREFIX"]:
                     if "depth" in response.meta:
                         response.meta['depth'] -= 1
                     else:
@@ -399,7 +399,7 @@ def _request(self, url, noproxy=False, **kw):
         if self.phantom:
             kw['method'] = 'HEAD'
         if ARCHIVES["ENABLED"]:
-            if ARCHIVES["URL_PREFIX"].contains("archivesinternet.bnf.fr"):
+            if "archivesinternet.bnf.fr" in ARCHIVES["URL_PREFIX"]:
                 kw['headers'] = {
                     "BnF-OSWM-User-Name": "WS-HYPHE_%s_%s" % (HYPHE_PROJECT, self.job)
                 }