# Robots.txt for AI Free Forever - https://aifreeforever.com
# Allow all search engines and AI crawlers

User-agent: *
Allow: /

# Disallow specific pages
Disallow: /404
Disallow: /404.html
Disallow: /api/
Disallow: /*?*sort=
Disallow: /*?*filter=

# Allow all blog content
Allow: /blog/
Allow: /tools/

# Crawl delay for better server performance
Crawl-delay: 0.5

# Sitemap locations
Sitemap: https://aifreeforever.com/sitemap-index.xml
Sitemap: https://aifreeforever.com/sitemap-0.xml

# LLMs.txt for AI assistants
# https://aifreeforever.com/llms.txt

# Last updated: 2025-01-20