# This virtual robots.txt file was created by the Virtual Robots.txt WordPress plugin: https://www.wordpress.org/plugins/pc-robotstxt/
User-Agent: *

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: meta-externalagent
Allow: /
# END Cloudflare Managed Content

User-agent: *

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */disclaimer/*
Disallow: *?attachment_id=
Disallow: /cdn-cgi/l/email-protection
Allow: /wp-admin/admin-ajax.php
Allow: /*/*.css
Allow: /*/*.js

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Msnbot
Allow: /

User-agent: msnbot-media
Allow: /wp-content/uploads/

User-agent: Applebot
Allow: /

User-agent: Yandex
Allow: /

User-agent: YandexImages
Allow: /wp-content/uploads/

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Qwantify
Allow: /

# Block Bad Bots. AI recommended setting by ChatGPT

User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Allow: /
#User-agent: SiteExplorer
#Disallow: /
User-agent: spbot
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: linkdexbot
Disallow: /
# User-agent: Screaming Frog SEO Spider
#Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: Moreover
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: Aboundexbot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: oBot
Disallow: /
User-agent: meanpathbot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: ZmEu
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Apache-HttpClient
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: curl
Disallow: /
User-agent: wget



# Allow/Disallow Ads.txt

User-agent: *
Allow: /ads.txt

# Allow/Disallow App-ads.txt

User-agent: *
Allow: /app-ads.txt

# Crawl-delay: 5