Update [robots.txt].tsx

ff14-advanced-market-search · Sep 28, 2024 · fade0ec · fade0ec
1 parent 0064b74
commit fade0ec
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/app/routes/[robots.txt].tsx b/app/routes/[robots.txt].tsx
@@ -2,12 +2,16 @@ import { LoaderFunction } from '@remix-run/cloudflare'
 
 export const loader: LoaderFunction = () => {
   const robotText = `
-  User-agent: Googlebot
-  Disallow: /nogooglebot/
-  Disallow: /build/
-
   User-agent: *
   Allow: /
+  Allow: /ffxiv
+  Allow: /queries
+  Allow: /wow
+  Allow: /queries/item-data/*
+  Allow: /wow/item-data/*
+
+  Disallow: /nogooglebot/
+  Disallow: /build/
 
   Sitemap: https://saddlebagexchange.com/sitemap.xml
   `