User-agent: *
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /go/
Disallow: /annonce-specimen
Disallow: /uninstall
Disallow: /autocomplete/
Disallow: /api/
Disallow: /admin-backup/
Disallow: /staging/
Disallow: /internal/

User-agent: ClaudeBot
Crawl-delay: 10
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: GPTBot
Crawl-delay: 10
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: Amazonbot
Crawl-delay: 10
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: PerplexityBot
Crawl-delay: 10
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: Applebot
Crawl-delay: 5
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: meta-externalagent
Crawl-delay: 5
Disallow: /mon-compte/
Disallow: /connexion
Disallow: /inscription
Disallow: /auth/
Disallow: /ajax/
Disallow: /extension/
Disallow: /annonce-specimen
Disallow: /api/
Disallow: /membres

User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: SEOkicks-Robot
User-agent: BLEXBot
User-agent: Rogerbot
User-agent: Seekport
User-agent: PetalBot
User-agent: MegaIndex
User-agent: SirdataBot
Disallow: /

User-agent: Scrapy
User-agent: scrapybot
User-agent: Havij
User-agent: Bytespider
User-agent: TurnitinBot
User-agent: Xenu Link Sleuth
User-agent: HaloBot
User-agent: TikTokSpider
User-agent: Sogou
User-agent: YandexBot
User-agent: Baiduspider
User-agent: coccocbot
User-agent: AwarioBot
User-agent: VelenPublicWebCrawler
User-agent: CandidateCrawler
User-agent: YisouSpider
Disallow: /

Sitemap: https://www.castorus.com/mysitemap.xml