# ===============================
# CINEFILOS.IT - Robots.txt Ottimizzato (2025)
# ===============================

# Blocca il bot di Archive.org (Wayback Machine)
User-agent: ia_archiver
Disallow: /

# ---- Consenti a Google e ai principali bot di scansionare tutto ----
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

# Lascia liberi GPTBot, CCBot e AdsBot-Google
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: AdsBot-Google
Allow: /

# ---- Blocca sezioni tecniche o non rilevanti per la SEO ----
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /search/
Disallow: /*?s=
Disallow: /feed/
Disallow: /*/feed/
Disallow: /tag/*/feed/
Disallow: /category/*/feed/
Disallow: /serietv/
Disallow: /*@cinefilos.it
Allow: /wp-admin/admin-ajax.php

# ---- Sitemap Yoast ----
Sitemap: https://www.cinefilos.it/sitemap_index.xml
Sitemap: https://www.cinefilos.it/news-sitemap.xml