# Robots.txt file for WordPress Multi-Site installation
# This file controls which web crawlers and bots are allowed to access the site

# AI Crawler Restrictions (temporarily disabled)
# These bots were originally blocked as a temporary measure to prevent
# excessive crawling and potential resource consumption by AI training bots
# They can be re-enabled later with rate limiting considerations

# User-agent: GPTBot
# Disallow: /

# User-agent: metaexternal-agent
# Disallow: /

# Allow all other crawlers and bots
User-agent: *
Allow: /