disallow url endings paths

ff14-advanced-market-search · Sep 29, 2024 · 50ab3ab · 50ab3ab
1 parent e3a5a2d
commit 50ab3ab
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/app/routes/[robots.txt].tsx b/app/routes/[robots.txt].tsx
@@ -41,6 +41,12 @@ export const loader: LoaderFunction = () => {
 
   Disallow: /nogooglebot/
   Disallow: /build/
+  Disallow: /queries/full-scan
+  Disallow: /ffxiv/marketshare
+  Disallow: /ffxiv/craftsim/queries
+  Disallow: /wow/best-deals
+  Disallow: /wow/export-search
+  Disallow: /wow/marketshare
 
   Sitemap: https://saddlebagexchange.com/sitemap.xml
   `