# InfoSniper.net Robots.txt
# Site: https://www.infosniper.net

User-agent: *

# ✅ Explicitly allow key pages
Allow: /$
Allow: /index.php
Allow: /ip-reputation-checker/
Allow: /seoindex.php

# 🚫 Block query parameters that cause duplicate content
Disallow: /*ip_address=
Disallow: /*k=
Disallow: /*key=
Disallow: /*cookie=
Disallow: /*search=

# 🚫 Block admin and sensitive directories
Disallow: /admin/
Disallow: /includes/
Disallow: /func/
Disallow: /accounts/
Disallow: /accounts_paid/
Disallow: /accounts_free_trial/
Disallow: /geosolve/
Disallow: /logs/
Disallow: /config/

# 🚫 Block test and backup files
Disallow: /test*.php
Disallow: /*test*.php
Disallow: /*backup*.php
Disallow: /*old*.php

# 🚫 Block legacy XML endpoints
Disallow: /xml-*.php
Disallow: /xmlp.php
Disallow: /xmlnew.php

# 🚫 Block utility scripts
Disallow: /my_ipn.php
Disallow: /paypal-test*.php
Disallow: /wp-*.php

# ✅ Adjusted index disallows
# Only block alternate/legacy versions, not the main index.php
Disallow: /index_*.php
Disallow: /indexnew.php

# 🕷️ Crawl delays for aggressive bots
User-agent: AhrefsBot
Crawl-delay: 86400

User-agent: MJ12bot
Crawl-delay: 86400

User-agent: SemrushBot
Crawl-delay: 86400

# 🚫 Block known bad bots
User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

# 📍 Sitemap location
Sitemap: https://www.infosniper.net/sitemap.xml