User-Agent: *
Allow: /

# Opt out of AI training data scraping
User-Agent: CCBot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: GPTBot
Disallow: /

# Keep Google-Extended allowed if you want Gemini/AI Overviews visibility
# User-Agent: Google-Extended
# Disallow: /

Sitemap: https://www.beianrufsex.com/sitemap.xml