# robots.txt for readinghorizons.com
# Updated: February 2026
# AI/LLM bots ALLOWED for discoverability
# See https://readinghorizons.com/ai.txt for AI usage permissions

# ============================================
# PERFORMANCE TESTING (Full Access - Required for WP Engine)
# ============================================

User-agent: Chrome-Lighthouse
Allow: /

# ============================================
# SEARCH ENGINES
# ============================================

User-agent: Googlebot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/list/?*
Disallow: /events/category/*/list/?*
Disallow: /*?s=
Disallow: /search/
Disallow: /author/

User-agent: Bingbot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/list/?*
Disallow: /*?s=
Disallow: /author/

User-agent: Baiduspider
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Disallow: /events/
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /author/
Disallow: /tag/
Crawl-delay: 5

# ============================================
# AI & LLM BOTS (Allowed for Discoverability)
# ============================================

User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/list/?*
Crawl-delay: 3

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/list/?*
Crawl-delay: 3

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Crawl-delay: 3

User-agent: Google-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: PerplexityBot
Allow: /

# ============================================
# SEO TOOLS (Limited Access)
# ============================================

User-agent: SemrushBot
Allow: /blog/
Allow: /news/
Allow: /resources/
Allow: /literacytalks/
Allow: /solutions/
Allow: /company/
Allow: /method/
Allow: /reading-curriculum/
Allow: /professional-learning/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/
Disallow: /author/
Disallow: /tag/
Disallow: /*?s=
Disallow: /search/
Crawl-delay: 5

User-agent: YoastBot
Allow: /blog/
Allow: /news/
Allow: /resources/
Allow: /literacytalks/
Allow: /solutions/
Allow: /company/
Allow: /method/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /rhsecurelogin
Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*tribe-bar-date=
Disallow: /events/
Disallow: /author/
Disallow: /tag/
Disallow: /*?s=
Disallow: /search/
Crawl-delay: 2

# ============================================
# BLOCKED BOTS (Aggressive / Unnecessary)
# ============================================

User-agent: CCBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ============================================
# ALL OTHER BOTS (Default Rules)
# ============================================

User-agent: *
Allow: /
Allow: /wp-content/
Allow: /wp-includes/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /rhsecurelogin
Disallow: /wp-json/

Disallow: /*?ical=1
Disallow: /*?outlook-ical=1
Disallow: /*?ical=
Disallow: /*outlook-ical=
Disallow: /*tribe-bar-date=
Disallow: /events/list/?*
Disallow: /events/category/*/list/?*
Disallow: /events/page/
Disallow: /events/*/page/
Disallow: /page/*/?post_type=tribe_events
Disallow: /organizer/*?outlook-ical=
Disallow: /venue/*?outlook-ical=

Disallow: /*?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /*?doing_wp_cron=
Disallow: /*?attachment_id=
Disallow: /*?p=*
Disallow: /*?preview=
Disallow: /*?share=

Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /cgi-bin/
Disallow: /author/
Disallow: /tag/

Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

Disallow: /wp-sitemap.xml
Disallow: /wp-sitemap-posts-*.xml

# ============================================
# SITEMAPS
# ============================================

Sitemap: https://readinghorizons.com/sitemap_index.xml
Sitemap: https://readinghorizons.com/sitemap.xml