User-agent: *
Disallow: /api/
Disallow: /_next/

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

User-agent: Google-Extended
Crawl-delay: 10

User-agent: anthropic-ai
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10