# ============================================================
# robots.txt — idloom.com
# Updated: April 2026
# Strategy: allow all search bots (SEO + GEO), block training-only AI bots
# ============================================================

# --- Default rule: all crawlers ---
User-agent: *
Sitemap: https://www.idloom.com/sitemap.xml
Disallow: /public/application/attributes
Disallow: /public/application/authentication
Disallow: /public/application/bootstrap
Disallow: /public/application/config
Disallow: /public/application/controllers
Disallow: /public/application/elements
Disallow: /public/application/helpers
Disallow: /public/application/jobs
Disallow: /public/application/languages
Disallow: /public/application/mail
Disallow: /public/application/models
Disallow: /public/application/page_types
Disallow: /public/application/single_pages
Disallow: /public/application/tools
Disallow: /public/application/views
Disallow: /public/concrete
Disallow: /public/packages
Disallow: /tools
Disallow: /updates
Disallow: /login
Disallow: /public/application/themes/idloom/assets/images/icons/*
Disallow: */switch_language/*
Disallow: */topic/*
Allow: */css/*
Allow: */js/*
Allow: */images/*
Allow: */fonts/*
Allow: /concrete/css/*
Allow: /concrete/js/*
Allow: /packages/*/*.js
Allow: /packages/*/*.css
Allow: /packages/*/fonts/*

# --- GEO: AI search bots (real-time retrieval — allow fully) ---
# These bots power ChatGPT Search, Perplexity, and Copilot answers.

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

# --- GEO: AI training-only bots ---
# These bots harvest content for model training, not for surfacing your site in answers.

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: CCBot
Allow: /