# Block access to sensitive folders
User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Allow AI search and agent use
User-agent: OAI-SearchBot
Crawl-delay: 5
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 5
Allow: /

User-agent: PerplexityBot
Crawl-delay: 5
Allow: /

User-agent: FirecrawlAgent
Crawl-delay: 5
Allow: /

User-agent: AndiBot
Crawl-delay: 5
Allow: /

User-agent: ExaBot
Crawl-delay: 5
Allow: /

User-agent: PhindBot
Crawl-delay: 5
Allow: /

User-agent: YouBot
Crawl-delay: 5
Allow: /

User-agent: GPTBot
Crawl-delay: 5
Allow: /

User-agent: CCBot
Crawl-delay: 5
Allow: /

User-agent: Google-Extended
Crawl-delay: 5
Allow: /

User-agent: ClaudeBot
Crawl-delay: 5
Allow: /

User-agent: BingBot
Crawl-delay: 5
Allow: /

User-agent: Claude-Web
Crawl-delay: 5
Allow: /

# Sitemap location
Sitemap: https://revelationmachinery.com/sitemap_index.xml