# Domain: taleez.com
# Last updated: October 13, 2025

#Disallows
User-agent: *
Disallow: /files/
Disallow: /feeds/
Disallow: /mails/
Disallow: /lost+found/
Disallow: /pics/applys/
Disallow: /pics/profiles/
Disallow: /*.pdf$
Disallow: /api/
Disallow: /assets/
Disallow: /exports/
Disallow: /ssr/
Disallow: /widgets/
Disallow: /u/

#Allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

#Sitemaps
Sitemap: https://taleez.com/sitemap.xml
Sitemap: https://taleez.com/sitemap-job.xml
Sitemap: https://taleez.com/sitemap-static.xml