# producersbuzz robots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Search engines: full 
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: AdsBot-Google
Allow: /

# AI/LLM bots
User-agent: GPTBot
Crawl-delay: 20

User-agent: ChatGPT-User
Crawl-delay: 15

User-agent: OAI-SearchBot
Crawl-delay: 15

User-agent: Google-Extended
Crawl-delay: 20

User-agent: PerplexityBot
Crawl-delay: 30

User-agent: Perplexity-User
Crawl-delay: 20

User-agent: ClaudeBot
Crawl-delay: 20

User-agent: anthropic-ai
Crawl-delay: 20

User-agent: Claude-User
Crawl-delay: 20

User-agent: Claude-SearchBot
Crawl-delay: 20

User-agent: Applebot-Extended
Crawl-delay: 20

User-agent: CCBot
Crawl-delay: 30

User-agent: GrokBot
Crawl-delay: 20

User-agent: xAI-Grok
Crawl-delay: 20

User-agent: Grok-DeepSearch
Crawl-delay: 20

User-agent: meta-externalagent
Crawl-delay: 20

User-agent: meta-externalfetcher
Crawl-delay: 20

User-agent: Bytespider
Crawl-delay: 30

User-agent: PetalBot
Crawl-delay: 20

# Catch-all: for all other bots
User-agent: *
Crawl-delay: 20

# Sitemap
Sitemap: https://www.producersbuzz.com/sitemap_index.xml