# -----------------------------------------------
# Global rules -- applies to all bots by default
# -----------------------------------------------
User-agent: *
Crawl-delay: 10
Disallow: /EPiServer/CMS/
Disallow: /Util/
Disallow: /pokapi/*
Disallow: /POKInventoryUpload/*
Disallow: /Public/
Disallow: /api/
Disallow: /Search
Disallow: /*?s=*
Disallow: /cart
Disallow: /checkout

# -----------------------------------------------
# Googlebot -- allow /Search and query strings
# -----------------------------------------------
User-agent: Googlebot
Disallow: /EPiServer/CMS/
Disallow: /Util/
Disallow: /pokapi/*
Disallow: /POKInventoryUpload/*
Disallow: /Public/
Disallow: /api/
Disallow: /cart
Disallow: /checkout

# -----------------------------------------------
# Googlebot-Image -- allow everything
# -----------------------------------------------
User-agent: Googlebot-Image
Disallow:

# -----------------------------------------------
# Applebot (Safari/Siri) -- same as Googlebot
# -----------------------------------------------
User-agent: Applebot
Disallow: /EPiServer/CMS/
Disallow: /Util/
Disallow: /pokapi/*
Disallow: /POKInventoryUpload/*
Disallow: /Public/
Disallow: /api/
Disallow: /cart
Disallow: /checkout

# -----------------------------------------------
# Aggressive crawlers -- explicit crawl-delay
# -----------------------------------------------
User-agent: Bytespider
User-agent: CCBot
Crawl-delay: 10

# -----------------------------------------------
# Sitemaps
# -----------------------------------------------
Sitemap: https://www.petersofkensington.com.au/Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Beauty_Fashion_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Christmas_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Cookware_Knives_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Electrical_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Furniture_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Gift_Cards_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Gifts_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Hampers_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Home_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Kids_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Kitchenware_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Sale_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Stationery_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Tableware_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/Travel_Leisure_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/brands_Sitemap.xml
Sitemap: https://www.petersofkensington.com.au/cmspage_Sitemap.xml