User-agent: *

Disallow: /*?*
Disallow: /bitrix/
Disallow: /bitrix/admin/
Disallow: /bitrix/panel/
Disallow: /bitrix/php_interface/
Disallow: /search/
Disallow: /404.php


Allow: /bitrix/js/
Allow: /bitrix/cache/
Allow: /bitrix/templates/
Allow: /bitrix/*.css
Allow: /bitrix/*.js
Allow: /bitrix/*.png
Allow: /bitrix/*.jpg
Allow: /bitrix/*.jpeg
Allow: /bitrix/*.gif
Allow: /bitrix/*.svg
Allow: /bitrix/*.webp
Allow: /upload/
Allow: /*?PAGEN_1=
Allow: /*&PAGEN_1=
Allow: /llms.txt

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

Sitemap: https://firstbit.ae/sitemap.xml