# Throttle aggressive bots that were causing server saturation
# These bots were crawling slow AMP/pagination pages (30-40s each)
# See Linear ticket STY-77

User-agent: PetalBot
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: meta-externalagent
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: ClaudeBot
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: GPTBot
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: Bytespider
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

User-agent: Baiduspider
Crawl-delay: 10
Disallow: /*/amp/
Disallow: /*/page/

# Default rules for all other bots
User-Agent: *
Disallow: /cgi-bin
Disallow: /test
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /comments
Disallow: */trackback
Disallow: */comments
Disallow: /submissions
Disallow: /dashboard
Disallow: /customweb/ajax
Disallow: /customweb/pages/gallery
Disallow: /wp-content/submissions
Disallow: /vendor/smarty
Disallow: /vendor/phpunit
Disallow: /portfolio/*/upgrade
Disallow: /api
Disallow: /xmlrpc.php
Disallow: /vendor/

Sitemap: https://www.stylemepretty.com/sitemap.xml