User-agent: *
Allow: /

Allow: /v4/images/
Allow: /css/
Allow: /js/
Allow: /assets/

Disallow: /admin/
Disallow: /app/
Disallow: /vendor/
Disallow: /lib/
Disallow: /tmp/
Disallow: /logs/
Disallow: /config/
Disallow: /cache/

Disallow: /*.php$
Disallow: /test/
Disallow: /debug/

Disallow: /login/
Disallow: /logout/
Disallow: /register/
Disallow: /auth/
Disallow: /shopify-auth/

# Block search and dynamic pages
Disallow: /search/
Disallow: /*?*
Disallow: /*&*

# Block tracking pixels and analytics
Disallow: /pixel/
Disallow: /track/
Disallow: /analytics/

# Block duplicate content
Disallow: /print/
Disallow: /preview/

# Block backend domain from indexing
User-agent: *
Disallow: /
Host: backend.eggflow.com

# Block app domain from indexing
User-agent: *
Disallow: /
Host: app.eggflow.com

# Block app domain from indexing
User-agent: *
Disallow: /
Host: static.eggflow.com

# Special crawling rules for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Sitemap location
Sitemap: https://eggflow.com/sitemap-index.xml
Sitemap: https://eggflow.com/sitemap.xml
Sitemap: https://blog.eggflow.com/sitemap.xml