User-agent: *
Allow: /
Disallow: /header-
Disallow: /footer.php
Disallow: /nav.php

# AI Search Engine Crawlers — explicitly allowed for GEO/AEO citation optimization
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
Allow: /

Sitemap: https://www.subpals.com/sitemap.xml