diff --git a/app/routes/[robots.txt].tsx b/app/routes/[robots.txt].tsx index 8e74ce7b..9dfc1ca0 100644 --- a/app/routes/[robots.txt].tsx +++ b/app/routes/[robots.txt].tsx @@ -8,8 +8,36 @@ export const loader: LoaderFunction = () => { Allow: /queries Allow: /wow Allow: /blog/* + Allow: /options Allow: /queries/item-data/* Allow: /wow/item-data/* + Allow: /ffxiv/itemlist + Allow: /wow/itemlist + Allow: /queries/recommended + Allow: /ffxiv/marketshare/queries + Allow: /ffxiv/craftsim/queries + Allow: /ffxiv/shopping-list + Allow: /queries/listings + Allow: /queries/item-history + Allow: /ffxiv/self-purchase + Allow: /queries/world-comparison + Allow: /undercut + Allow: /price-sniper + Allow: /allagan-data + Allow: /wow/best-deals/recommended + Allow: /wow/upload-timers + Allow: /wow/shopping-list + Allow: /wow/marketshare/recommended + Allow: /wow/shortage-predictor + Allow: /wow/legacy-marketshare + Allow: /wow/price-alert + Allow: /wow/region-undercut + Allow: /wow/full-scan + Allow: /wow/shortages/commodities + Allow: /wow/shortages/single + Allow: /wow/pet-marketshare + Allow: /ffxiv/scrip-exchange + Allow: /ffxiv/extended-history Disallow: /nogooglebot/ Disallow: /build/