# Default rules
User-agent: *
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/
Disallow: /api/

# Traditional search crawlers - crawl delay
User-agent: rogerbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: bingbot
Crawl-delay: 5

# Tier 1 - AI search bots (allowed, drive referral traffic)
User-agent: OAI-SearchBot
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
User-agent: ChatGPT-User
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
User-agent: Claude-SearchBot
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
User-agent: Claude-User
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
User-agent: PerplexityBot
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/

# Tier 2 - AI training bots (allowed with crawl delay)
User-agent: GPTBot
Crawl-delay: 5
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/
User-agent: ClaudeBot
Crawl-delay: 5
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/
User-agent: Google-Extended
Crawl-delay: 5
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/
User-agent: Amazonbot
Crawl-delay: 5
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/
User-agent: cohere-ai
Crawl-delay: 5
Disallow: /graphql
Disallow: /auth/
Disallow: /settings/
Disallow: /seller/
Disallow: /buyer/

# Tier 3 - Blocked crawlers (excessive crawling, no traffic)
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: MJ12bot
Disallow: /

Sitemap: https://www.tridge.com/old-sitemap.xml
Sitemap: https://www.tridge.com/new-market-overview-sitemap.xml
Sitemap: https://www.tridge.com/static-sitemap.xml