# ===========================
#  General access rules
# ===========================
User-agent: *
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /til/
Disallow: /feed
Disallow: /feed/
Disallow: /*/feed/

# ===========================
#  AI crawlers (explicitly allowed)
# ===========================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: CCBot
Allow: /

# ===========================
#  Known bad actors and scrapers
#  (aggressive crawlers, content scrapers, OSINT and spam bots)
# ===========================
User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: LinkupBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: coccocbot-image
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: CensysInspect
Disallow: /

User-agent: SEBot-WA
Disallow: /

User-agent: NiueBot
Disallow: /

User-agent: Thinkbot
Disallow: /

User-agent: Orbbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

# ===========================
#  Sitemap
# ===========================
Sitemap: https://www.kongebonus.com/sitemap_index.xml