# Default rules for all user agents
User-agent: *
# Explicitly allow these paths for all crawlers
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
# customer applications
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager
# public directories of static assets
Disallow: /downloads/
Disallow: /img/
Disallow: /images/
Disallow: /files/

# OpenAI's ChatGPT crawler
User-agent: GPTBot
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Anthropic's Claude crawler
User-agent: Anthropic-AI
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Alternative Anthropic crawler
User-agent: Claude-Web
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Cohere's crawler
User-agent: Cohere-AI
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Common Crawl bot
User-agent: CCBot
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Google's Bard/Gemini crawler
User-agent: Google-Extended
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Microsoft's crawler (potentially used for Bing AI)
User-agent: Bingbot
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Meta's crawler
User-agent: FacebookBot
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

# Omgili crawler
User-agent: Omgilibot
Allow: /gngsocial
Allow: /deals
Allow: /easymove
Allow: /prices
Allow: /kroger100
Allow: /free
Allow: /visa100
Allow: /save120
Disallow: /pay-now
Disallow: /sspconfirm/
Disallow: /renew/
Disallow: /oppc/
Disallow: /enroll/
Disallow: /choices/
Disallow: /utility/
Disallow: /brand/
Disallow: /business/find-your-energy-manager

Sitemap: https://gng.com/sitemap.xml