# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
sitemap: https://www.peerspot.com/sitemap.xml
# --- START AEO AI AGENT ALLOW LIST ---

# Explicitly allow AI agents to crawl for Answer Engine Optimization

User-agent: GPTBot

Allow: /

User-agent: OAI-SearchBot

Allow: /

User-agent: ClaudeBot

Allow: /

User-agent: PerplexityBot

Allow: /

User-agent: ccBot

Allow: /

# --- END AEO AI AGENT ALLOW LIST ---

user-agent: AhrefsBot
disallow: /

User-Agent: *
disallow: /admin
disallow: /forward
disallow: *start_post=
disallow: /lp/review_invite?
disallow: /categories/*/shortlist/initial
disallow: /comments/*/helpful
disallow: /pages2/new_guided_review*
disallow: /search_
disallow: /categories/topdata
disallow: /categories/*/topdata
disallow: */auth/
disallow: /search?search=
disallow: /points$
disallow: *review_id=
disallow: /products/*/market_data
disallow: /peer-research/save_guest_research
disallow: /interviews/new
disallow: /product_reviews/onboarding/*
disallow: /replies/list.js