User-Agent: *

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /fileadmin/
Allow: /PIM/
Allow: /*.pdf$

# --- Bots de IA: ralentizar (respetan crawl-delay) ---
User-agent: GPTBot
Crawl-delay: 30

User-agent: ClaudeBot
Crawl-delay: 30

User-agent: anthropic-ai
Crawl-delay: 30

User-agent: PerplexityBot
Crawl-delay: 30

User-agent: OAI-SearchBot
Crawl-delay: 15

User-agent: ChatGPT-User
Crawl-delay: 15

User-agent: Google-Extended
Crawl-delay: 30

User-agent: Applebot-Extended
Crawl-delay: 30

User-agent: CCBot
Crawl-delay: 60

User-agent: cohere-ai
Crawl-delay: 30

User-agent: FacebookBot
Crawl-delay: 60

# --- Scrapers sin valor comercial (respaldo por si nginx falla) ---
User-agent: Barkrowler
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: serpstatbot
Disallow: /

#################################################################
Sitemap: https://www.teldat.com/sitemap.xml