index.js

#!/usr/bin/env node
import SitemapXMLParser from 'datuan-sitemap-parser'
import Sitemap from './sitemap.js'
import Warmer from './warmer.js'
import utils from './utilities.js'
import fetch from 'node-fetch'
import Logger from 'logplease'
import yargs from 'yargs'
const argv = yargs(process.argv.slice(2))
    .usage('Usage: $0' + ' domain.com')
    .alias('v', 'version')
    .alias('h', 'help')
    .alias('r', 'range')
    .describe('range', 'Only warm up URLs with lastModified newer than this value (in seconds). Default: 300s (5 minutes)')
    .default('range', 300)
    .alias('d', 'delay')
    .describe('delay', 'Delay (in milliseconds) between each warm up call. If you using the low-end hosting, keep this value higher. Default: 500ms')
    .default('delay', 500)
    .describe('images', 'Enable images warm up. Default: true')
    .default('images', true)
    .describe('css', 'Enable CSS warm up. Default: true')
    .default('css', true)
    .describe('js', 'Enable Javascript warm up. Default: true')
    .default('js', true)
    .describe('brotli', 'Enable Brotli compress warm up. Default: true')
    .default('brotli', true)
    .describe('webp', 'Enable WebP images warm up. Default: true')
    .default('webp', true)
    .describe('avif', 'Enable AVIF images warm up. Default: true')
    .default('avif', true)
    .alias('a', 'all')
    .describe('all', 'Ignore --range parameter and warm up all URLs in sitemap')
    .alias('q', 'quite')
    .describe('quite', 'Disable debug logging if you feel it\'s too much')
    .alias('p', 'purge')
    .describe('purge', 'Enable purging the resources before warm up.')
    .default('purge', 0)
    .describe('headers', 'Add custom headers with warmup request. Example --headers.auth \'Bearer secret_token\'')
    .default('headers', {})
    .argv

const logger = Logger.create('main', {
    useLocalTime: true,
})

if (argv.quite) {
    Logger.setLogLevel(Logger.LogLevels.INFO)
}

const settings = {
    all: argv.all,
    sitemap: process.argv[2],
    domain: null,
    newer_than: parseInt(argv.range) || 300,
    delay: parseInt(argv.delay) || 500,
    warmup_images: argv.images,
    warmup_css: argv.css,
    warmup_js: argv.js,
    warmup_brotli: argv.brotli,
    warmup_webp: argv.webp,
    warmup_avif: argv.avif,
    purge: parseInt(argv.purge) || 0,
    custom_headers: argv.headers,
}

settings.sitemap = utils.tryValidURL(settings.sitemap)
settings.sitemap = new URL(settings.sitemap)

if (utils.isValidURL(settings.sitemap) === false) {
    logger.error(`Please specific an valid URL! Your URL ${settings.sitemap} seems not correct.`)
    process.exit()
}

if (settings.sitemap.pathname === '/') {
    settings.sitemap = new URL('/sitemap.xml', settings.sitemap.href)
}

settings.domain = `${settings.sitemap.protocol}//${settings.sitemap.hostname}`

// Pre-check for issue: https://github.com/tdtgit/sitemap-warmer/issues/4
fetch(settings.sitemap.href).then((res) => {
    if (res.ok === false) {
        throw new Error(res.statusText)
    }
}).then(() => {
    logger.info(`📬 Getting sitemap from ${settings.sitemap.href}`)

    const sitemapXMLParser = new SitemapXMLParser(settings.sitemap.href, { delay: 3000 })
    sitemapXMLParser.fetch().then(urls => {
        let sitemap = new Sitemap(settings)
        urls.forEach(url => {
            sitemap.addURL(url)
        })

        let warmer = new Warmer(sitemap, settings)
        warmer.warmup().then(r => r)
    })
}).catch(error => {
    logger.error(error)
})