# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# START BOOKSWARM ROBOTS.TXT TEMPLATE
# -----------------------------------
#
# Set the crawl delay to 7 seconds - not all search engines will honour this
User-agent: *
Crawl-delay: 7
#
# Tell all user agents to ignore wp-admin
User-agent: *
Disallow: /wp-admin/

# Tell all user agents to ignore URLs with querystrings
Disallow: /?
#
# Block bots including AI bots
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: aiHitBot
User-agent: Amazonbot
User-agent: Andibot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Brightbot 1.0
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Cotoyogi
User-agent: Crawlspace
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: FacebookBot
User-agent: Factset_spyderbot
User-agent: FirecrawlAgent
User-agent: FriendlyCrawler
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: GPTBot
User-agent: iaskspider/2.0
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: Kangaroo Bot
User-agent: meta-externalagent
User-agent: Meta-ExternalAgent
User-agent: meta-externalfetcher
User-agent: Meta-ExternalFetcher
User-agent: MistralAI-User/1.0
User-agent: NovaAct
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: Operator
User-agent: PanguBot
User-agent: Panscient
User-agent: panscient.com
User-agent: Perplexity-User
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: PhindBot
User-agent: QualifiedBot
User-agent: QuillBot
User-agent: quillbot.com
User-agent: SBIntuitionsBot
User-agent: Scrapy
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: Sidetrade indexer bot
User-agent: TikTokSpider
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: wpbot
User-agent: YandexAdditional
User-agent: YandexAdditionalBot
User-agent: YouBot
Disallow: /

#
# Block these other bots
User-agent: AITCSRoboti
User-agent: Accoona
User-agent: admantx
User-agent: admantx-usaspb
User-agent: adbeat_bot
User-agent: aiHitBot
User-agent: Amazonbot
User-agent: Arachnophilia
User-agent: AspiegelBot
User-agent: AwarioSmartBot
User-agent: BackDoorBot
User-agent: BackRub
User-agent: Baidu
User-agent: BLEXbot
User-agent: BLEXBot
User-agent: BecomeBot
User-agent: BlowFishi
User-agent: BomboraBot
User-agent: CatchBot
User-agent: CCBot
User-agent: CherryPicker
User-agent: ClaudeBot
User-agent: Clickagy
User-agent: Cliqzbot
User-agent: coccocbot
User-agent: ConveraCrawler
User-agent: contxbot
User-agent: CrowdTanglebot
User-agent: CyberSpyder
User-agent: DotBot
User-agent: EchoboxBot
User-agent: EmailCollector
User-agent: Exabot
User-agent: Eyeotabot
User-agent: findlinks
User-agent: Foobot
User-agent: Genieo
User-agent: GetURL
User-agent: Gigabot
User-agent: GrapeshotCrawler
User-agent: GumGum
User-agent: HTTrack
User-agent: Huaweisymantecspider
User-agent: IAScrawler
User-agent: ImagesiftBot
User-agent: JikeSpider
User-agent: Jobboerse
User-agent: Java
User-agent: Jyxobot
User-agent: Leikibot
User-agent: LinkScan
User-agent: LinkisBot
User-agent: linkdexbot
User-agent: linkfluence.com
User-agent: LivelapBot
User-agent: Mail.RU_Bot
User-agent: MauiBot
User-agent: MAZBot
User-agent: MBCrawler
User-agent: MegaIndex.ru
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: mtbot/1.1.0i
User-agent: NerdyBot
User-agent: Nimbostratus-Bot
User-agent: NTENTbot
User-agent: Offline Explorer
User-agent: Onespot-ScraperBot
User-agent: Openbot
User-agent: OutclicksBot
User-agent: PaperLiBot
User-agent: perl
User-agent: PetalBot
User-agent: PlurkBot
User-agent: proximic
User-agent: Proximi
User-agent: python
User-agent: Quantcastboti
User-agent: Qwantify
User-agent: ScholarBot
User-agent: Scrap
User-agent: Screaming Frog SEO Spider
User-agent: Semantici
User-agent: SentiBot
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: SerendeputyBot
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: SiteCheck-sitecrawl
User-agent: SiteSnagger
User-agent: Snooper
User-agent: Sogou
User-agent: Sosospider
User-agent: SuperBot
User-agent: Taboolabot
User-agent: TeleportPro
User-agent: TkBot
User-agent: TTD-Content
User-agent: TweetmemeBot
User-agent: URLSpiderPro
User-agent: Vagabondo
User-agent: VelenPublicWebCrawler
User-agent: VoilaBot
User-agent: VoluumDSP-content-bot
User-agent: WebCopier
User-agent: weborama-fetcher
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xaldon_WebSpider
User-agent: YaK
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexImages
User-agent: ZGrab
User-agent: ZoominfoBot
User-agent: Scrapy
User-agent: Buck
User-agent: TinyTestBot
User-agent: SEMrushBot
User-agent: AhrefsBot
User-agent: PetalBot
User-agent: MJ12Bot
User-agent: DotBot
User-agent: MauiBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: Barkrowler
User-agent: Bytespider
User-agent: WhatStuffWhereBot
User-agent: Applebot
User-agent: Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: Sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: User-agent: Sogou Orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)
User-agent: Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)
User-agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
User-agent: Swiftbot
User-agent: Slurp
User-agent: CCBot/2.0 (https://commoncrawl.org/faq/)
User-agent: CCBot/2.0
User-agent: CCBot/2.0 (http://commoncrawl.org/faq/)
Disallow: /
#
# Allow Googlebot and other specific bots
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
Disallow:
#
# ---------------------------------
# END BOOKSWARM ROBOTS.TXT TEMPLATE
#        _
#       [ ]
#      (   )
#       |>|
#    __/===\__
#   //| o=o |\\
# <]  | o=o |  [>
#     \=====/
#    / / | \ \
#   <_________>