# robots.txt — Morgans Financial Limited
# Last updated: 2025-10-02

# Global rules for all compliant crawlers
User-agent: *
Disallow: /search
Disallow: /*?s=
Disallow: /*?filter=
Disallow: /*?sort=

# Sitemap reference
Sitemap: https://morgans.com.au/sitemap.xml

# AI Bot Access — Allow public content
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: ToutiaoSpider
User-agent: zhanzhang.toutiao.com
User-agent: DeepSeekBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
Allow: /

# Block login wall and anything behind it
Disallow: /s/login
Disallow: /s/login/
Disallow: /s/login/*