Sitemap: https://twsn.net/sitemap.xml
Sitemap: https://twsn.net/news-sitemap.xml
# This file is automatically added by Rank Math SEO plugin to help a website index better
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP
User-Agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://twsn.net/sitemap_index.xml


User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
# TWSN.net - robots.txt
# Standard Search Engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# ChatGPT / OpenAI
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /membership-login/
Disallow: /wright-level/
Disallow: /veteran-level/
Disallow: /starter-level/
Disallow: /rookie-level/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /membership-login/

User-agent: OAI-SearchBot
Allow: /

# Claude / Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /membership-login/

User-agent: Claude-Web
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google AI / Gemini
User-agent: Google-Extended
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /

# Amazon Alexa
User-agent: Amazonbot
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# Default - allow everything else
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php/

# Sitemap
Sitemap: https://twsn.net/sitemap_index.xml