User-agent: * Allow: / # Block parameterized listing pages from crawling Disallow: /category/*?*fee_sort=* Disallow: /category/*?*letter=* Disallow: /category/*?*page=* Disallow: /speaker?*page=* Disallow: /speaker?*search=* Disallow: /speaker?*fee_sort=* Disallow: /speaker?*letter=* Disallow: /team/*?*page=* Disallow: /speaker/location/*?*page=* # Block non-content pages Disallow: /thank-you/ Disallow: /contact/thank-you/ # Allow sitemap API routes Allow: /api/sitemap/ # AI Crawlers - structured content for LLMs User-agent: GPTBot Allow: /llms.txt Allow: /llms-full.txt Allow: /speaker/ User-agent: ClaudeBot Allow: /llms.txt Allow: /llms-full.txt Allow: /speaker/ User-agent: PerplexityBot Allow: /llms.txt Allow: /llms-full.txt Allow: /speaker/ User-agent: Applebot-Extended Allow: /llms.txt Allow: /llms-full.txt Allow: /speaker/ Sitemap: https://www.athletespeakers.com/sitemap.xml