User-agent: *

Allow: /login/register$
Allow: /*/login/register$
Disallow: /ajax/*
Disallow: /*/ajax/*
Disallow: /cart/*
Disallow: /*/cart/*
Disallow: /cart$
Disallow: /*/cart$
Disallow: /checkout/*
Disallow: /*/checkout/*
Disallow: /checkout$ 
Disallow: /*/checkout$
Disallow: /ghd-expert/*
Disallow: /*/ghd-expert/*
Disallow: /ghd-training-calendar/*
Disallow: /*/ghd-training-calendar/*
Disallow: /people-team/*
Disallow: /*/people-team/*
Disallow: /buy/*
Disallow: /*/buy/*
Disallow: /*/send-message*
Disallow: /*/offset/*
Disallow: /forgotpassword*
Disallow: /*/forgotpassword*
Disallow: /login*
Disallow: /*/login*
Disallow: /category/*
Disallow: /*/category/*
Disallow: /submit-content*
Disallow: /*/submit-content*
Disallow: /pages/subscribe*
Disallow: /*/pages/subscribe*
Disallow: /post/view*
Disallow: /*/post/view*
Disallow: /collection/view*
Disallow: /*/collection/view*
Disallow: /profile/vip*
Disallow: /*/profile/vip*
Disallow: /pages$
Disallow: /*/pages$
Disallow: /medias/sys_master/returns/*
Disallow: /*/print/order/*
Disallow: /oracle/*
Disallow: /*/oracle/*
Disallow: /search
Disallow: /*/search
Disallow: /profile/*
Disallow: /*/profile/*
Disallow: *?PID*
Disallow: *?CMP*
Disallow: *?rev*
Disallow: *?slide_story*
Disallow: *?source*
Disallow: /my-account
Disallow: /*/my-account
Disallow: /cdn-cgi/

# Block URLs With Session IDs
Disallow: /*jsessionid=*

User-agent: sogou spider
Disallow: /

User-agent: HaosouSpider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Kraken
Disallow: /

User-agent: Kraken/0.1
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Screaming Frog
Crawl-delay : 1

Sitemap: https://www.ghdhair.com/sitemap-index.xml