# Block known bad/unwanted bots
User-agent: MJ12bot
User-agent: 008
User-agent: Yahoo Pipes 1.0
User-agent: Yahoo Pipes 2.0
User-agent: Fasterfox
User-agent: Bytespider
Disallow: /

# Default rules for all bots
User-agent: *

# allow the present and anticipated countries # add/edit as needed
Allow: /us/
Allow: /ca/
Allow: /uk/
Allow: /nl/
Allow: /ie/
Allow: /de/
Allow: /mx/
Allow: /br/
Allow: /au/

# exclusions, for site security
Disallow: /content/_cq_graphql/bhn/endpoint.json
Disallow: /content/bhn.*.json
Disallow: /content/dam/bhn.*.json
Disallow: /system/*
Disallow: /libs/granite/csrf/token.json
Disallow: /dispatcher/invalidate.cache
Disallow: /var/linkchecker.html
Disallow: /content/dam/jcr:content.form.txt*
Disallow: /content/dam/formsanddocuments.form.validator.html
Disallow: /content/dam/.form.validator.html*
Disallow: /libs/cq/security/*

# exclude member content pages
Disallow: /*/member
Disallow: /my-account

# exclusions retained from our legacy site
Disallow: /member-status.html
Disallow: /account/
Disallow: /captcha.process.html
Disallow: /cp/sell_card/ajax_merchant_values/
Disallow: /cp/sell_card/ajax_add_merchant_card/
Disallow: /wp_api/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /all-other-*gift-cards-*
Disallow: /cart/
Disallow: /merchant_url
Disallow: /egift/*
Disallow: /api/*
Disallow: /giftcards-app
Disallow: /*/page_action/*
Disallow: /*/page_view_timing/*
Disallow: /*/spa/*
Disallow: /*/page_view_event/*
Disallow: /*/metrics/*
Disallow: /*/jserrors/*
Disallow: /*/ajax/*
Disallow: /*/aggregate/*
Disallow: /*/session_trace/*

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

# AI Crawlers - explicitly allowed
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Cohere-training-data-crawler
Allow: /us/
Allow: /ca/
Allow: /uk/
Allow: /nl/
Allow: /ie/
Allow: /de/
Allow: /mx/
Allow: /br/
Allow: /au/

# exclusions, for site security
Disallow: /content/_cq_graphql/bhn/endpoint.json
Disallow: /content/bhn.*.json
Disallow: /content/dam/bhn.*.json
Disallow: /system/*
Disallow: /libs/granite/csrf/token.json
Disallow: /dispatcher/invalidate.cache
Disallow: /var/linkchecker.html
Disallow: /content/dam/jcr:content.form.txt*
Disallow: /content/dam/formsanddocuments.form.validator.html
Disallow: /content/dam/.form.validator.html*
Disallow: /libs/cq/security/*

# exclude member content pages
Disallow: /*/member
Disallow: /my-account

# exclusions retained from our legacy site
Disallow: /member-status.html
Disallow: /account/
Disallow: /captcha.process.html
Disallow: /cp/sell_card/ajax_merchant_values/
Disallow: /cp/sell_card/ajax_add_merchant_card/
Disallow: /wp_api/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /all-other-*gift-cards-*
Disallow: /cart/
Disallow: /merchant_url
Disallow: /egift/*
Disallow: /api/*
Disallow: /giftcards-app
Disallow: /*/page_action/*
Disallow: /*/page_view_timing/*
Disallow: /*/spa/*
Disallow: /*/page_view_event/*
Disallow: /*/metrics/*
Disallow: /*/jserrors/*
Disallow: /*/ajax/*
Disallow: /*/aggregate/*
Disallow: /*/session_trace/*

# site-maps
Sitemap: https://www.giftcards.com/sitemap.xml

# TODO - include additional countries as Andor evolves for global expansion

## validated w/: https://technicalseo.com/tools/robots-txt/