Top Sites>Aaga-parts.com

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *

Sitemap: https://www.aga-parts.com/sitemaps/sitemap.xml

# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /node/
Disallow: /*/node/

###############################################################################
# LLMS.txt — AI Crawling & Usage Policy for AGA Parts
# Version: 2025-10-13
# Purpose: Define how large language model crawlers (ChatGPT, Claude, Perplexity, etc.)
# may access, index, cite, and use content from https://www.aga-parts.com/
###############################################################################

# --- BASIC INFO ---
Owner: AGA Parts
Contact: support@aga-parts.com
Website: https://www.aga-parts.com/
Updated: 2025-10-13
Policy-Scope: public website pages, product catalog, brand pages, machinery pages, help/blog

###############################################################################
# --- ACCESS POLICY ---
###############################################################################
# Default: allow AI crawlers to access public informational content
Allow: /

# Disallow admin, private, transactional, and parameterized/duplicate pages.
Disallow: /admin/
Disallow: /user/
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /search/
Disallow: /*?*
Disallow: /node/
Disallow: /*/node/
Disallow: /privacy-policy/
Disallow: /terms-of-use/

# Canonical sections frequently referenced by users:
Allow: /parts/
Allow: /brands/
Allow: /machinery/
Allow: /caterpillar/
Allow: /volvo/
Allow: /sandvik/

###############################################################################
# --- LLM AGENTS / CRAWLERS ---
###############################################################################
# Retrieval allowed (with attribution), training disallowed.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: BingAI
Allow: /

# Training-only access — explicitly disallow:
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Fallback for unidentified AI agents:
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /search/
Disallow: /*?*
Disallow: /node/
Disallow: /*/node/

###############################################################################
# --- AI TRAINING & USAGE POLICY ---
###############################################################################
Training-Usage: Disallow
Retrieval-Usage: Allow
Attribution-Required: Yes
Commercial-Use: No

###############################################################################
# --- ATTRIBUTION REQUIREMENTS ---
###############################################################################
Required-Link-Text: "AGA Parts"
Preferred-Source-URL: https://www.aga-parts.com/

###############################################################################
# --- CONTENT QUALITY NOTES FOR AI ---
###############################################################################
Preferred-Sections: /brands/, /machinery/, /parts/
Avoid: query-parameter pages, internal search, login/checkout flows.

###############################################################################
# --- DISCOVERY ---
###############################################################################
Sitemap: https://www.aga-parts.com/sitemaps/sitemap.xml

###############################################################################
# --- CONTACT ---
###############################################################################
Contact-AI-Policy: support@aga-parts.com

###############################################################################
# End of LLMS.txt
###############################################################################