# Global settings for all bots
User-agent: *

# Allow access to all public areas
Allow: /
Allow: /ai.txt
Allow: /llms.txt
Allow: /llms-full.txt

# Block sensitive WHMCS directories
Disallow: /vendor/
Disallow: /includes/
Disallow: /whmcsdata/
Disallow: /templates_c/
Disallow: /configuration.php

# Block duplicate content and shopping cart
Disallow: /*?language=*
Disallow: /cart.php?a=add*
Disallow: /cart.php?a=checkout*
Disallow: /cart.php?a=view*

# Specific instructions for Gemini & Google AI
User-agent: Google-Extended
Allow: /ai.txt
Allow: /llms.txt
Allow: /llms-full.txt

# Specific instructions for OpenAI
User-agent: GPTBot
Allow: /ai.txt
Allow: /llms.txt
Allow: /llms-full.txt

# Specific instructions for Anthropic
User-agent: Claude-Web
Allow: /ai.txt
Allow: /llms.txt
Allow: /llms-full.txt

# Sitemap location
Sitemap: https://mws.co.il/sitemap.xml