# RankWorks SEO Platform - Optimized Crawling Directives
# Last updated: 2026-04-22

User-agent: *
# Block admin and internal pages
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /dags/
Disallow: /404
Disallow: /500

# Allow Next.js assets and data for full rendering
Allow: /_next/

# Sitemap location
Sitemap: https://rankworks.com/sitemap.xml

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /