User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: archive.org_bot
Allow: /

User-agent: omgili
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: Webzio
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: CriteoBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: Dataprovider.com
Disallow: /

User-agent: dcrawl
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: newspaper
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: OpenindexSpider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: *?utm*
Disallow: *?ref*
Disallow: *_page=*

User-agent: *
Disallow:

Sitemap: https://www.secoda.co/sitemap.xml

Sitemap: https://www.secoda.co/sitemap.xml