User-agent: * Allow: / # Block parameterized listing pages from crawling Disallow: /category/*?*fee_sort=* Disallow: /category/*?*letter=* Disallow: /category/*?*page=* Disallow: /root-categories/*?*page=* Disallow: /team/*?*page=* Disallow: /talent?* Disallow: /talent/location/*?*page=* # Block non-content pages Disallow: /thank-you/ Disallow: /contact/thank-you/ # Allow sitemap API routes Allow: /api/sitemap/ # AI Crawlers - structured content for LLMs User-agent: GPTBot Allow: /llms.txt Allow: /llms-full.txt Allow: /talent/ User-agent: ClaudeBot Allow: /llms.txt Allow: /llms-full.txt Allow: /talent/ User-agent: PerplexityBot Allow: /llms.txt Allow: /llms-full.txt Allow: /talent/ User-agent: Applebot-Extended Allow: /llms.txt Allow: /llms-full.txt Allow: /talent/ Sitemap: https://www.speakerbookingagency.com/sitemap.xml