User-Agent: *
Sitemap: https://www.rugbypass.com/sitemapindex.xml




Disallow: */*%*
Disallow: */?amp=*
Disallow: */?fb_comment_id=*
Disallow: */?ht-comment-id=*
Disallow: */?c=*
Disallow: /*/teams/
Allow: /teams/
Allow: /live/*/teams/


Allow: /pacific-four-series/teams/$
Allow: /rugby-world-cup/teams/$
Allow: /internationals/teams/$
Allow: /super-rugby/teams/$
Allow: /premiership/teams/$
Allow: /united-rugby-championship/teams/$
Allow: /top-14/teams/$
Allow: /european-champions-cup/teams/$
Allow: /challenge-cup/teams/$
Allow: /sevens/teams/$
Allow: /six-nations/teams/$
Allow: /bunnings-npc/teams/$
Allow: /currie-cup/teams/$
Allow: /womens-rugby-world-cup/teams/$
Allow: /autumn-nations-series/teams/$
Allow: /world-rugby-nations-cup/teams/$
Allow: /british-irish-lions/teams/$
Allow: /the-rugby-championship/teams/$
Allow: /major-league-rugby/teams/$
Allow: /premiership-cup/teams/$

Allow: /llms.txt
LLMs: https://www.rugbypass.com/llms.txt

# AI Crawlers / Agents
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-Agent
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: AmazonAdBot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: facebookexternalhit
Allow: /