# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-Agent: *
Sitemap: https://gamedev.net/sitemap.xml

# Core disallows (auth, admin, API, search)
Disallow: /api/
Disallow: /*admin/
Disallow: /gdadmin/
Disallow: /gdmoderator/
Disallow: /moderation/
Disallow: /cgi-bin/
Disallow: /datastore/
Disallow: /system/
Disallow: /login/
Disallow: /logout/
Disallow: /accounts/
Disallow: /manage/
Disallow: /messages/
Disallow: /notifications/
Disallow: /profile/*
Disallow: /search/

# News app — only crawl the public feed and article pages.
# Block tracked outbound redirects, API/partial endpoints, submission forms, moderation.
Disallow: /news/go/
Disallow: /news/api/
Disallow: /news/partial/
Disallow: /news/submit
Disallow: /news/submit/
Disallow: /news/admin/
Disallow: /news/comment/
Disallow: /news/my-follows/
Disallow: /news/settings/
Disallow: /news/follow/
Disallow: /news/*/bookmark/
Disallow: /news/*/react/
Disallow: /news/*/share/
Disallow: /news/*/edit/
Disallow: /news/*/comments/

# HTMX / partial fragments (no standalone content for indexing)
Disallow: /*/partial/
Disallow: /*?partial=*

# Faceted-filter noise (kept out of index; canonical tags consolidate rankings)
Disallow: /*?beta_preview=*
Disallow: /*&beta_preview=*
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /*?gclid=*
Disallow: /*&gclid=*

# Block recursive IPS placeholder URLs (crawl loop prevention)
Disallow: /*___base_url___*
Disallow: /*fileStore*
Disallow: /*%3C___base_url___%3E*
Disallow: /*%3CfileStore*

#Disallow files
#Disallow: /403error.php
#Disallow: /404error.php
#Disallow: /500error.php
#Disallow: /Credits.txt
#Disallow: /error.php
#Disallow: /upgrading.html

# Querystring
#Disallow: /?tab=*
#Disallow: /*?app=*
#Disallow: /*sortby=*
#Disallow: /*/?do=download
#Disallow: /profile/*/?do=*
#Disallow: /profile/*/content/
#Disallow: /*?do=add
#Disallow: /*?do=email
#Disallow: /*?do=getNewComment
#Disallow: /*?do=getLastComment
#Disallow: /*?do=getLastComment
#Disallow: /*?do=reportComment

# Allow specific parts
#Allow: /applications/core/interface/imageproxy/imageproxy.php?img=*