# Robots.txt TEMPORANEO - solo per test
# Ripristinare la versione completa dopo il test

User-agent: *
Allow: /

# =============================================
# Regole generali per tutti i bot non specificati
# =============================================
User-agent: *
Disallow: /cdn-cgi/
Disallow: /banner/
Disallow: /forum/memberList.php
Disallow: /forum/posting.php
Disallow: /forum/ucp.php
Disallow: /forum/memberlist.php
Disallow: /area_riservata/
Disallow: /forum/postingBook.php
Disallow: /ajax/tabellino_partite.php
Disallow: /ajax/password_dimenticata.php
Disallow: /print_ranking.php
Disallow: /forum/ignore.php
Disallow: /forum/viewpost.php


# =============================================
# Bot AI di puro training (BLOCCARE o LIMITARE)
# Prendono contenuto senza generare traffico
# =============================================
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: FacebookBot
Disallow: /


# =============================================
# Bot SEO aggressivi (BLOCCARE o LIMITARE)
# =============================================
User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

# ================================
# Sezione Sitemap
# ================================
Sitemap: https://www.infobetting.com/blog/sitemap-index-it.xml
Sitemap: https://mexico.infobetting.com/blog/sitemap-index-es.xml
Sitemap: https://www.infobetting.com/sitemap/sitemap-it.xml
Sitemap: https://mexico.infobetting.com/sitemap/sitemap-mx.xml