# Akiya Japan robots.txt
# https://www.akiyajapan.com

User-agent: *
Disallow: /admin
Disallow: /dashboard
Disallow: /user
Disallow: /api/saved-properties
Disallow: /api/saved-searches
Disallow: /property/*/source
Allow: /

# AI and LLM crawlers — explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: OAI-SearchBot
Allow: /

Sitemap: https://www.akiyajapan.com/sitemap.xml
Sitemap: https://www.akiyajapan.com/sitemap-articles.xml
Sitemap: https://www.akiyajapan.com/news-sitemap.xml

# AI/LLM Integration
# Basic info: https://www.akiyajapan.com/llms.txt
# Full API docs: https://www.akiyajapan.com/llms-full.txt
# OpenAPI spec: https://www.akiyajapan.com/openapi.json
# ChatGPT plugin: https://www.akiyajapan.com/.well-known/ai-plugin.json