User-agent: *
Allow: /

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: AhrefsBot
Crawl-delay: 10

# Allow inclusion in ChatGPT's search results
User-agent: OAI-SearchBot
Allow: /

# Optional: Allow ChatGPT users to access pages directly
User-agent: ChatGPT-User
Allow: /

Sitemap: https://www.getfreed.ai/sitemap.xml