User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Allow sitemap
Allow: /sitemap_index.xml

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: SemrushBot-SA
Allow: /

User-agent: SemrushBot-SI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Slack-ImgProxy
Allow: /

User-agent: Google-Extended
Disallow: /archive/private/
Disallow: /secret-page/

User-agent: Perplexity-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: YouBot
Allow: /

Disallow: /?s=

Disallow: /*?_pagination=

Disallow: /*?_job_roles=

User-agent: SemrushBot
Allow: /

Disallow: /search/
Disallow: /fr/search/
Disallow: /de/search/
Disallow: /es/search/
Disallow: /pt-br/search/
Disallow: /ar/search/
Disallow: /da/search/
Disallow: /fr/search/
Disallow: /el/search/
Disallow: /sv/search/
Disallow: /pl/search/
Disallow: /no/search/
Disallow: /da/search/


User-agent: AhrefsBot
Disallow: /

Disallow: /*+1-844-755-8378
Disallow: /*/1000

# Sitemap file
Sitemap: https://testlify.com/sitemap_index.xml