########################################################################
#  AI + SEARCH BOTS - FULL ACCESS
#  (Place this section ABOVE any "User-agent: *" wildcard block)
########################################################################

# ChatGPT Browse / Answers
User-agent: OAI-SearchBot           # OpenAI search crawler :contentReference[oaicite:0]{index=0}
Allow: /

# OpenAI model-training
User-agent: GPTBot                  # OpenAI training crawler :contentReference[oaicite:1]{index=1}
Allow: /

# Perplexity AI
User-agent: PerplexityBot           # search crawler  :contentReference[oaicite:2]{index=2}
Allow: /

# Anthropic Claude
User-agent: ClaudeBot               # data + training :contentReference[oaicite:3]{index=3}
Allow: /

# Google generative AI (Gemini, Vertex, SGE snippets, etc.)
User-agent: Google-Extended         # training crawler :contentReference[oaicite:4]{index=4}
Allow: /
User-agent: Googlebot               # standard search crawler :contentReference[oaicite:5]{index=5}
Allow: /

# Microsoft Copilot / Bing Chat
User-agent: bingbot                 # search + Copilot index :contentReference[oaicite:6]{index=6}
Allow: /
User-agent: BingPreview             # link-preview snapshots :contentReference[oaicite:7]{index=7}
Allow: /
User-agent: MicrosoftPreview        # MS-365, Teams, Outlook previews :contentReference[oaicite:8]{index=8}
Allow: /

# (Optional) Common Crawl - upstream dataset for many models
User-agent: CCBot                   # open web dataset :contentReference[oaicite:9]{index=9}
Allow: /

User-agent: *

Disallow: /mfcmsdr/
Disallow: /?mv=
Disallow: /?p=
Disallow: /?brand=
Disallow: /?rego=
Disallow: /?postcode=


# Directories
Disallow: /*/criteria*
Disallow: /*/*?brand=
Disallow: /*/mfcmsdr/block*
#
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Allow: /static/
Allow: //static/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /wishlist/
Disallow: /downloader/
Disallow: /braintree/
Disallow: /order/
Disallow: /rma/
Disallow: /sendfriend/
Disallow: /returns/
Disallow: /index.php/
Disallow: /sales/
Disallow: /invitation/
Disallow: /install/
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /app/
Disallow: /includes/

# Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
Disallow: /LICENSE.html
Disallow: /STATUS.txt
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log

# Parameters
Disallow: /*?cat=
Disallow: /*&cat=
Disallow: /*?carrier=
Disallow: /*&carrier=
Disallow: /*?color_filter=
Disallow: /*&color_filter=
Disallow: /*?display_size=
Disallow: /*&display_size=
Disallow: /*?network=
Disallow: /*&network=
Disallow: /*?os=
Disallow: /*&os=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?timestamp=
Disallow: /*&timestamp=
Disallow: /*?___store=
Disallow: /*?SID=
Disallow: /*?___SID=
Disallow: /*?name=
Disallow: /*&name=
Disallow: /*?top_seller=
Disallow: /*&top_seller=
Disallow: /pkginfo/

# Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# Do not index session ID
Disallow: /*?SID=
#Disallow: /*?
Disallow: /*.php$
#Disallow: /*/*.html?mv=

# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$

# Allow pagination
Allow: /*?p=

Sitemap: https://fulcrumsuspensions.com.au/fulcrum_sitemap.xml
Sitemap: https://fulcrumsuspensions.com.au/fulcrum_sitemap-1-1.xml
Sitemap: https://fulcrumsuspensions.com.au/fulcrum_sitemap-1-2.xml