User-agent: *
Disallow:

# Block sensitive / unnecessary areas
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Block query parameters
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?=

# Block thin / duplicate content
Disallow: /category/
Disallow: /author/
Disallow: /uncategorized/
Disallow: /search/
Disallow: */feed/
Disallow: /feed/

# Allow important static assets
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$

# -----------------------------
# AI / Generative Bots (allowed)
# -----------------------------
User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Bard
Disallow:

User-agent: Gemini
Disallow:

# -----------------------------
# Major Search Engines
# -----------------------------
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: YandexBot
Disallow:

# -----------------------------
# Social Media Crawlers
# -----------------------------
User-agent: facebookexternalhit
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: Pinterestbot
Disallow:

# -----------------------------
# Others
# -----------------------------
User-agent: Applebot
Disallow:

User-agent: AlexaCrawler
Disallow:

# Sitemap
Sitemap: https://www.shreehari.co/sitemap.xml