# AI Crawlers - full allow
User-agent: GPTBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Existing rules (apply to all other crawlers)
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php$
Disallow: /wp-register.php$
Disallow: /xmlrpc.php$
Disallow: /wp-json/
Disallow: */embed
Disallow: */feed/
Disallow: */attachment/

User-agent: facebookexternalhit
Allow: /

# LLM discovery file (human-readable)
# LLM: https://www.dotcom-monitor.com/llms.txt

Sitemap: https://www.dotcom-monitor.com/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/fr/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/fr/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/fr/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/de/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/de/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/de/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/es/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/es/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/es/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/pt-br/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/pt-br/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/pt-br/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/zh-hans/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/zh-hans/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/zh-hans/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/ja/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/blog/ja/wp-sitemap.xml
Sitemap: https://www.dotcom-monitor.com/wiki/ja/wp-sitemap.xml