#  ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
#  ┃  DCS ApS - B2B Distributor Robots Policy                            ┃
#  ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
#  ┃  1. AI discovery enabled (via llms.txt)                             ┃
#  ┃  2. Restricted B2B endpoints blocked                                 ┃
#  ┃  3. Scrapers & Aggressive bots blocked                              ┃
#  ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛

# =========================================================
# SCRAPER & AGGRESSIVE BOTS BLOCK
# =========================================================
User-agent: AhrefsBot
User-agent: Semrush
User-agent: CCBot
User-agent: Omgilibot
User-agent: Omgili
User-agent: FacebookBot
User-agent: Bytespider
User-agent: ImagesiftBot
User-agent: Amazonbot
Disallow: /


# =========================================================
# GENERAL RULES & AI DISCOVERY (All other bots)
# =========================================================
User-agent: *

# Priority Access for AI Instructions
Allow: /llms.txt
Allow: /llms-full.txt

# Block restricted B2B & system areas
Disallow: /admin/
Disallow: /page/profile/
Disallow: /pricelist/configure
Disallow: /xml/
Disallow: /productagent/
Disallow: /custom-pc-configurator/config/
Disallow: /cmsupload/
Disallow: /page/testing
Disallow: /page/testing2
Disallow: /page/dfsi
Disallow: /sticker/

# =========================================================
# SITEMAP
# =========================================================
Sitemap: https://www.dcs.dk/sitemap/sitemap.xml