# =====================================
# OPENAI / CHATGPT
# =====================================
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# =====================================
# ANTHROPIC / CLAUDE
# =====================================
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: anthropic-ai
Allow: /

# =====================================
# GOOGLE AI / GEMINI
# =====================================
User-agent: Google-Extended
Allow: /
User-agent: Google-CloudVertexBot
Allow: /

# =====================================
# MICROSOFT / BING / COPILOT
# =====================================
User-agent: bingbot
Allow: /
User-agent: BingPreview
Allow: /

# =====================================
# PERPLEXITY
# =====================================
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# =====================================
# APPLE
# =====================================
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# =====================================
# META (FACEBOOK / INSTAGRAM AI)
# =====================================
User-agent: FacebookBot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /

# =====================================
# AMAZON
# =====================================
User-agent: Amazonbot
Allow: /

# =====================================
# BYTEDANCE / TIKTOK
# =====================================
User-agent: Bytespider
Allow: /
User-agent: TikTokSpider
Allow: /

# =====================================
# MAJOR AI / DATA CRAWLERS
# =====================================
User-agent: CCBot
Allow: /
User-agent: Diffbot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: AI2Bot
Allow: /
User-agent: AI2Bot-Dolma
Allow: /
User-agent: PetalBot
Allow: /
User-agent: webzio-extended
Allow: /

# =====================================
# SEARCH ENGINES (GLOBAL)
# =====================================
User-agent: Googlebot
Allow: /
User-agent: Baiduspider
Allow: /
User-agent: YandexBot
Allow: /
User-agent: DuckDuckBot
Allow: /

# =====================================
# SEO / ANALYTICS CRAWLERS
# =====================================
User-agent: AhrefsBot
Allow: /
User-agent: SemrushBot
Allow: /
User-agent: MJ12bot
Allow: /

# =====================================
# SOCIAL / CONTENT PLATFORMS
# =====================================
User-agent: LinkedInBot
Allow: /
User-agent: Pinterestbot
Allow: /
User-agent: QuoraBot
Allow: /

# =====================================
# OTHER USEFUL (LOWER PRIORITY BUT VALID)
# =====================================
User-agent: YouBot
Allow: /
User-agent: Omgilibot
Allow: /
User-agent: Timpibot
Allow: /

User-agent: *
Allow: /*.js
Allow: /*.css
Allow: /App_Plugins/Modal/img/
Allow: /App_Plugins/UmbracoForms/css/ampForm.css
Allow: /App_Plugins/UmbracoForms/Assets/themes/default/umbracoforms.min.js
Disallow: /wwwroot/
Disallow: /Database/
Disallow: /App_Plugins/
Disallow: /Properties/
Disallow: /bin/
Disallow: /Config/
Disallow: /Umbraco/
Disallow: /obj/
Disallow: /uSync/
Disallow: /Views/
Disallow: /appsettings.Development.json
Disallow: /appsettings.json
Disallow: /appsettings-schema.json
Disallow: /bundleconfig.json
Disallow: https://mail.gymnation.com/*
Disallow: https://cloud.mail.gymnation.com/*
Disallow: https://updates.gymnation.com/*
Disallow: https://email.gymnation.com/*
Disallow: https://Webmail.gymnation.com/*
Disallow: mail.gymnation.com/*
Disallow: updates.gymnation.com/*
Disallow: email.gymnation.com/*
Disallow: Webmail.gymnation.com/*
Sitemap: https://gymnation.com/sitemap.xml
Sitemap: https://gymnation.com/ar-sitemap.xml
Sitemap: https://gymnation.com/en-sitemap.xml