# OuterBox Design - robots.txt
# Last updated: 2026-04-16

User-agent: *
Disallow: /wp-content/plugins/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /readme.html
Disallow: /?s=
Disallow: /refer/
Disallow: /_markup/
Disallow: /localusers
Disallow: /database
Disallow: /clients/
Disallow: /companies/profiles/
Disallow: /university/dev
Disallow: /web-stories
Disallow: /ecommerce-website-design/solutions
Disallow: /bricks_template-sitemap.xml


# -------------------------------------------------
# Allow AI Search & Agent Bots
# -------------------------------------------------

# OpenAI
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

# Other AI Search
User-agent: FirecrawlAgent
Allow: /

User-agent: AndiBot
Allow: /

User-agent: ExaBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: YouBot
Allow: /

# Google AI (Gemini training)
User-agent: Google-Extended
Allow: /

# -------------------------------------------------
# Sitemap
# -------------------------------------------------

Sitemap: https://www.outerboxdesign.com/sitemap_index.xml