#User-agent: AhrefsBot
#Disallow: /

User-agent: *

# Allow essential assets for proper rendering (SEO best practice)
Allow: /wp-content/uploads/
#Allow: /wp-content/themes/
#Allow: /wp-content/plugins/
#Disallow: /wp-content/
# Disallowed sensitive directories and system files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /cache/
Disallow: /wp-json/
Disallow: /xmlrpc.php  # Security risk
Disallow: /wp-login.php
Disallow: /wp-signup.php

Disallow: /hiroshi.php
Disallow: /godsend.php
Disallow: /welcome.php

# Disallowed query parameters to prevent duplicate content
Disallow: /*?gclid=
Disallow: /*?utm_source=
Disallow: /*?yclid=
Disallow: /*?*

# Disallowed test pages
Disallow: /test-page/
Disallow: /test-page-1/
Disallow: /test-page-2/
Disallow: /test-page-3/

#Disallow: /hiroshi.php
#Disallow: /godsend.php
#Disallow: /*.php?*
#Disallow: /*?e=
#Disallow: /*?channel=
#Disallow: /*?from=
#Disallow: /blog.php
#Disallow: /info.php
#Disallow: /article.php

# Disallowed influencer-related pages
Disallow: /table/
Disallow: /top-influencers/lifestyle/
Disallow: /top-influencers/mpg_url/
Disallow: /top-25/
Disallow: /top-influencers/top-25/
Disallow: /top-influencers/mpg_seo_title/
Disallow: /top-influencers/location/mpg_seo_title/
Disallow: /top-influencers/location/programmatic-seo-part-iv/
Disallow: /top-influencers/location/programmatic-seo-part-v/
Disallow: /top-influencers/location/programmatic-seo-part-vi/
Disallow: /top-influencers/location/programmatic-seo-part-vii/
Disallow: /top-youtubers/programmatic-seo-part-vii/
Disallow: /ugc-agency-2/
Disallow: /top-influencers/location/swedish/
Disallow: /top-youtubers/location/australia/

# Disallowed specific blog post
Disallow: /2020/10/02/cbd-marketing-get-new-customers-in-30-days-email-strate

# Sitemaps
Sitemap: https://influencers.club/sitemap_index.xml
Sitemap: https://influencers.club/page-sitemap.xml
Sitemap: https://influencers.club/case-study-sitemap.xml
Sitemap: https://influencers.club/blog-sitemap.xml
Sitemap: https://influencers.club/category-sitemap.xml