# Robots.txt for TierBuddy
# https://tierbuddy.com

User-agent: *
Allow: /
Allow: /articles/
Allow: /tier-list/
Allow: /tier-lists
Allow: /list/
Allow: /news/
Allow: /guides/
Allow: /categories/
Allow: /templates/
Allow: /forum/
Allow: /api/sitemap
Disallow: /api/
Disallow: /account/
Disallow: /__create/
Disallow: /admin/

# Specific bot rules
User-agent: Googlebot
Allow: /
Allow: /articles/
Allow: /tier-list/
Allow: /tier-lists
Allow: /list/
Allow: /news/
Allow: /guides/
Allow: /categories/
Allow: /templates/
Allow: /forum/
Allow: /api/sitemap
Disallow: /api/
Disallow: /account/
Disallow: /__create/
Disallow: /admin/

User-agent: Bingbot
Allow: /
Allow: /articles/
Allow: /tier-list/
Allow: /tier-lists
Allow: /list/
Allow: /news/
Allow: /guides/
Allow: /categories/
Allow: /templates/
Allow: /forum/
Allow: /api/sitemap
Disallow: /api/
Disallow: /account/
Disallow: /__create/
Disallow: /admin/

# Allow AI bots that drive referral traffic
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /account/
Disallow: /__create/
Disallow: /admin/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /account/
Disallow: /__create/
Disallow: /admin/

# Block scrapers that never refer traffic
User-agent: ByteSpider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap location
Sitemap: https://tierbuddy.com/sitemap.xml