User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /assets/backup/
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/files/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/shop/
Disallow: /assets/test/
Disallow: /install/
Disallow: /manager/
Disallow: /poisk/
Disallow: *?tag=*
Disallow: *?option=*
Disallow: *?page=
Disallow: *&page=

Allow: /assets/cache/images/
Allow: /assets/files/help/
Allow: /assets/files/online_store_sync/
Allow: /assets/files/ppo/
Allow: /assets/js/
Allow: /css/

User-agent: SemrushBot-CT
Disallow:

Sitemap: https://torgsoft.ua/sitemap.xml
Sitemap: https://torgsoft.ua/sitemap-images.xml