User-agent: Googlebot
Disallow:

User-agent: Yandex
Disallow:

# AI crawlers (explicitly allowed; same restrictions as the default group)
User-agent: GPTBot
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: ChatGPT-User
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: OAI-SearchBot
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: ClaudeBot
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: anthropic-ai
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: PerplexityBot
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: YouBot
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: Google-Extended
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: Applebot-Extended
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

User-agent: *
Crawl-delay: 10
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /report-of-the-illegal-content/
Disallow: /ai-chatgpt-automation-translation-whitepaper/
Disallow: /contact-our-legal-support/
Disallow: /contact-our-support-team/
Disallow: /contact-support/
Disallow: /marketplace/user/
Disallow: /users/

Sitemap: https://www.smartcat.com/sitemap.xml