# === Google News & Ads Bots ===
User-agent: Googlebot-News
User-agent: Mediapartners-Google
User-agent: Google-Display-Ads-Bot
Allow: /

# === General Crawlers ===
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /match/
Disallow: /player/
Disallow: /club/
Disallow: /stadium/
Disallow: /staff/
Disallow: /referee/
Disallow: /standing/
Disallow: /competition/
Disallow: /*?replytocom=
Disallow: /tag/*/feed/
Disallow: /category/*/feed/
Disallow: /*/attachment/
Disallow: /wp-json/
Disallow: /*?change_timezone=
Disallow: /matches-of-the-day/page/
Disallow: /*matches-of-the-day/page/

Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# === LLM / AI Crawlers ===
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# === Sitemaps ===
Sitemap: https://www.infosports.news/sitemap.xml
Sitemap: https://www.infosports.news/gn_sitemap.xml