diff --git a/app/routes/[robots.txt].tsx b/app/routes/[robots.txt].tsx index 528a9c6d..b13fb73b 100644 --- a/app/routes/[robots.txt].tsx +++ b/app/routes/[robots.txt].tsx @@ -2,12 +2,16 @@ import { LoaderFunction } from '@remix-run/cloudflare' export const loader: LoaderFunction = () => { const robotText = ` - User-agent: Googlebot - Disallow: /nogooglebot/ - Disallow: /build/ - User-agent: * Allow: / + Allow: /ffxiv + Allow: /queries + Allow: /wow + Allow: /queries/item-data/* + Allow: /wow/item-data/* + + Disallow: /nogooglebot/ + Disallow: /build/ Sitemap: https://saddlebagexchange.com/sitemap.xml `