Skip to content

Commit

Permalink
feat: modify robots and sitemap
Browse files Browse the repository at this point in the history
  • Loading branch information
AlejandroAkbal committed Jun 7, 2023
1 parent b8e72da commit 4b5327f
Show file tree
Hide file tree
Showing 2 changed files with 39 additions and 28 deletions.
3 changes: 1 addition & 2 deletions public/robots.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
User-agent: *
Allow: /
Crawl-delay: 20

Sitemap: https://r34.app/sitemap.xml
Sitemap: https://r34.app/sitemap.xml
64 changes: 38 additions & 26 deletions public/sitemap.xml
Original file line number Diff line number Diff line change
@@ -1,76 +1,88 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
>
<!-- Important bits -->
<url>
<loc>https://r34.app/</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>1.0</priority>
</url>

<url>
<loc>https://r34.app/privacy-policy</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.2</priority>
</url>
<url>
<loc>https://r34.app/terms-of-service</loc>
<loc>https://r34.app/posts</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.2</priority>
<priority>1.0</priority>
</url>

<!-- Pages -->
<url>
<loc>https://r34.app/legal</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/partners</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/premium</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/settings</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/usage</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/premium/backup</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/premium/custom-boorus</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/premium/saved-posts</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://r34.app/premium/tag-collections</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>daily</changefreq>
<priority>0.8</priority>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>

<!-- Misc -->
<url>
<loc>https://r34.app/privacy-policy</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.2</priority>
</url>
<url>
<loc>https://r34.app/terms-of-service</loc>
<lastmod>2023-05-09T21:12:59.916Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.2</priority>
</url>
</urlset>

0 comments on commit 4b5327f

Please sign in to comment.