User-agent: *
Allow: /
Disallow: /api/
Disallow: /adm/
Disallow: /onboarding
Disallow: /recover-password
Disallow: /login
Disallow: /profile/
Disallow: /*/edit-profile
Disallow: /*/design
Disallow: /*/settings
Disallow: /*/stats
Disallow: /*/add-link
Disallow: /*/edit-link
Disallow: /*/share
Disallow: /*/favorites
Disallow: /*/explore

Sitemap: https://magic.ly/sitemap.xml

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /