User-agent: Sogou web spider
Disallow: /

User-agent: Sogou spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Aranet-SearchBot
Disallow: /

# Global User-agent Rule
User-agent: *

User-agent: bingbot
Crawl-delay: 15

User-agent: AhrefsBot
Crawl-delay: 20

# Block sensitive and irrelevant directories
Disallow: /admin/
Disallow: /cart/
Disallow: /orders/
Disallow: /checkout/
Disallow: /account/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /productalert/
Disallow: /review/
Disallow: /lib/
Disallow: /dev/
Disallow: /app/
Disallow: /bin/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /includes/
Disallow: /pkginfo/
Disallow: /control/
Disallow: /install/
Disallow: /private/
Disallow: /downloader/
Disallow: /nginx.conf.sample

# Block specific pages and files that don't need indexing
Disallow: /catalog/
Disallow: /wishlist/
Disallow: /newsletter/
Disallow: /customize/
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /login.php
Disallow: /.php$
Disallow: /ktplcustom/

# Block specific query parameters to prevent duplicate content
# Disallow: /*?age_group=
# Disallow: /*?q=
# Disallow: /*?product_types=
# Disallow: /*?cat=
# Disallow: /*?gender=
# Disallow: /*?price=
# Disallow: /*?curl=
# Disallow: /*?am_is_new=
# Disallow: /*?mode=
# Disallow: /*?features_hash=
# Disallow: /*?keyid=
# Disallow: /*?order=
# Disallow: /*?limit=
# Disallow: /*?subcats=
# Disallow: /*?dir=

# Block specific URL patterns identified from current robots
Disallow: /search
Disallow: //

Sitemap: https://www.blossomcostumes.com.au/media/sitemap/sitemap.xml