build: update dependencies

package.json

@@ -35,20 +35,20 @@
     "request"
   ],
   "dependencies": {
-    "@metascraper/helpers": "~5.6.1",
+    "@metascraper/helpers": "~5.6.6",
     "cheerio": "~1.0.0-rc.3",
     "debug": "~4.1.1",
     "got": "~9.6.0",
     "he": "~1.2.0",
     "html-encode": "~2.1.1",
-    "lodash": "~4.17.11",
-    "mem": "~5.1.0",
+    "lodash": "~4.17.15",
+    "mem": "~5.1.1",
     "mime-types": "~2.1.24",
     "p-cancelable": "~2.0.0",
-    "reachable-url": "~1.2.0",
+    "reachable-url": "~1.2.1",
     "require-one-of": "~1.0.11",
     "time-span": "~3.1.0",
-    "tldts": "~5.3.0",
+    "tldts": "~5.4.0",
     "top-sites": "~1.1.13",
     "write-json-file": "~4.2.0"
   },

scripts/postinstall

@@ -6,7 +6,7 @@ const { compact, reduce, findIndex } = require('lodash')
 const writeJsonFile = require('write-json-file')
 const topsites = require('top-sites')
 
-const { getDomainWithoutSuffix } = require('../src/tlds')
+const { getDomainWithoutSuffix } = require('tldts')
 
 const domains = [
   'facebook',
@@ -42,13 +42,15 @@ const domains = [
 const { top, rest } = reduce(
   domains,
   (acc, domain) => {
-    const index = findIndex(topsites, ({ rootDomain }) => getDomainWithoutSuffix(rootDomain) === domain)
+    const index = findIndex(
+      topsites,
+      ({ rootDomain }) => getDomainWithoutSuffix(rootDomain) === domain
+    )
     if (index !== -1) acc.top[index] = domain
     else acc.rest.push(domain)
     return acc
   },
   { top: new Array(topsites.length), rest: [] }
-
 )
 
 writeJsonFile('./src/auto-domains.json', compact(top).concat(rest))

src/index.js

@@ -1,6 +1,7 @@
 'use strict'
 
 const { isMediaUrl } = require('@metascraper/helpers')
+const { getDomainWithoutSuffix } = require('tldts')
 const requireOneOf = require('require-one-of')
 const reachableUrl = require('reachable-url')
 const PCancelable = require('p-cancelable')
@@ -11,7 +12,6 @@ const got = require('got')
 const mem = require('mem')
 const he = require('he')
 
-const { getDomainWithoutSuffix } = require('./tlds')
 const autoDomains = require('./auto-domains')
 const addHtml = require('./html')
 
@@ -70,7 +70,10 @@ const fetch = (url, { toEncode, reflect = false, headers, ...opts }) =>
     }
   })
 
-const prerender = async (url, { getBrowserless, toEncode, headers, gotOptions, ...opts }) => {
+const prerender = async (
+  url,
+  { getBrowserless, toEncode, headers, gotOptions, ...opts }
+) => {
   let fetchReq
   let fetchDataProps = {}
   let isFetchRejected = false
@@ -141,5 +144,3 @@ module.exports = async (
   const { url, html, mode } = await getContent(targetUrl, reqMode, opts)
   return { url, html, stats: { mode, timing: time() } }
 }
-
-module.exports.getDomainWithoutSuffix = getDomainWithoutSuffix