User-agent: *
Allow: /
Disallow: /wp-admin
Disallow: /wp-includes


Disallow: /?s=
Disallow: /wp-content/fonts/
Disallow: /wp-content/plugins/accelerated-mobile-pages/templates/design-manager/swift/fonts/
Disallow: /wp-content/themes/jannah/assets/fonts/

Allow: /wp-includes/js
Allow: /wp-includes/css
Allow: /wp-admin/admin-ajax.php

# Google News Bot - Limit Low-Quality Pages
User-agent: Googlebot-News
Disallow: /guest-post/
Disallow: /press-release/
Disallow: /sponsored/

# Block SEO Scraper / Data Collector Bots
User-agent: Amazonbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: semetrical
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: Quora-Bot
Disallow: /

User-agent: Cryptovan.news - Bot
Disallow: /

User-agent: WeSEE_Bot
Disallow: /

# Grapeshot – No Disallow = Allowed
User-agent: grapeshot
Disallow: /



sitemap: https://coinpedia.org/news-sitemap.xml
sitemap: https://coinpedia.org/sitemap_index.xml
sitemap: https://events.coinpedia.org/sitemap.xml
sitemap: https://markets.coinpedia.org/sitemap.xml
sitemap: https://app.coinpedia.org/sitemap.xml