User-agent: *
Allow: /
Disallow: /_functions/
Disallow: /_api/
Disallow: /_partials/
Disallow: /_services/
Disallow: /_wix/
Disallow: /_next/
Disallow: /_serverless/
Disallow: /_analytics/
Disallow: /_mail/
Disallow: /_storage/
Disallow: /_server_
Disallow: /_embedded/
Disallow: /_secure/

User-agent: Googlebot
Disallow: *?lightbox=

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou Pic Agent
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)
Disallow: /
User-agent: Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /
User-agent: Sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /
User-agent: Sogou Orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

Sitemap: https://www.autosync.ca/sitemap.xml
Sitemap: https://www.autosync.ca/fr_fr-sitemap.xml


# --- AI & LLM Crawlers ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /