# ==========================================
# ToolsZu.com - Optimized robots.txt
# ==========================================

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: anthropic-ai
User-agent: Amazonbot
Disallow: /

User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: PetalBot
User-agent: BLEXBot
User-agent: MegaIndex
User-agent: barkrowler
User-agent: CCBot
User-agent: Bytespider
User-agent: ias_crawler
Disallow: /

User-agent: *
Disallow: /cgi-bin/ 
Disallow: /admin/ 
Disallow: /core/ 
Disallow: /resources/ 
Disallow: /uploads/ 
Disallow: /output/ 
Disallow: /ask/ask.php 
Disallow: /cdn-cgi/* 
Disallow: /creator/login/ 
Disallow: /widget/ 

Disallow: /api/
Disallow: /onlinetools/pdf-ajax/ 
Disallow: /onlinetools/admin/ 
Disallow: /onlinetools/core/ 
Disallow: /onlinetools/resources/ 
Disallow: /onlinetools/uploads/ 

Allow: /onlinetools/ 
Allow: /tools/
Allow: / 

Sitemap: https://toolszu.com/sitemap.xml