Sitemap: https://muryou-keiba-ai.jp/sitemap.xml

User-agent: *
Disallow: /wp-admin/
Disallow: /privacy/
Disallow: /contact/
Disallow: /api/
Disallow: /server_test/
Disallow: /ogp/
Disallow: /news/
Allow: /wp-admin/admin-ajax.php

User-agent: Twitterbot
Disallow: /wp-admin/
Disallow: /privacy/
Disallow: /contact/
Disallow: /api/
Disallow: /server_test/
Allow: /ogp/
Disallow: /news/
Allow: /wp-admin/admin-ajax.php

# AI Crawlers - Allow indexing for GEO (Generative Engine Optimization)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: cohere-ai
User-agent: meta-externalagent
Allow: /
Allow: /predict/
Allow: /post/
Allow: /about/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /server_test/
Disallow: /ogp/
Disallow: /privacy/
Disallow: /contact/
Disallow: /news/