User-agent: *
Allow: /
Disallow: /application/
Disallow: /ccm/system/captcha/picture
Disallow: /api/
Disallow: /download_file/view/*
Disallow: /login/
Disallow: /klantenservice/support/

# Blokkeer bekende belastingveroorzakers
User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Sta belangrijke zoekmachines en services toe
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemap locatie
Sitemap: https://www.dewebmakers.nl/sitemap.xml