# Ron Orp robots.txt
# Last updated: 2025-01-14

# ----- Global directives -----
User-agent: *
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

Sitemap: https://ronorp.net/sitemap.xml

# ----- GenAI crawlers (explicit allow with same protected paths) -----
# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# (Optional) OpenAI Search crawler
User-agent: OAI-SearchBot
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# Common Crawl (often used in AI corpora)
User-agent: CCBot
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# Google AI training/grounding
User-agent: Google-Extended
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*

# Apple (optional)
User-agent: Applebot-Extended
Allow: /
Disallow: /*/checkout
Disallow: /*/dashboard
Disallow: /*/chats
Disallow: /en
Disallow: /en/
Disallow: /de
Disallow: /de/
Disallow: /fr
Disallow: /fr/
Disallow: /*/community/love-registration
Disallow: /*/add-new-profile
Disallow: /*/checkout/*
Disallow: /*/apply-as-a-city-writer
Disallow: /*/edit-profile
Disallow: /log-out
Disallow: /*/my-favorites
Disallow: /*/my-follows
Disallow: /*/notifications
Disallow: /payment
Disallow: /*/profile/portfolio/create
Disallow: /*/sign-up/you-are-great
Disallow: /*/market/my-paid-ads
Disallow: /*/account-settings
Disallow: /*/rons-tips/*google_indexing=0
Disallow: /rons-tips/preview/*
Disallow: /ron-orp-benefits-radicant
Disallow: /ron-orp-benefits-radicant/*
Disallow: /rons-tips/listicle/preview/*
Disallow: /assets/global_loader.mp4
# Paths containing "undefined" (bad client-side IDs); e.g. /zurich/market/undefined/undefined
Disallow: /*undefined*