User-agent: *
Disallow: /static/files/pdf/
Disallow: /res/files/pdf/
Disallow: /admin/
Disallow: /stats/
Disallow: /web/
Disallow: /cross-domain/
Disallow: /service/automation/forms/
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: AndiBot
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://nethunt.com/sitemap.xml
Sitemap: https://nethunt.com/blog/sitemap.xml