# ------------------------------------------------
# SEO CRAWLERS – blockieren
# ------------------------------------------------
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SeobilityBot
Disallow: /

# ------------------------------------------------
# LLM / AI CRAWLERS
# ------------------------------------------------
User-agent: GPTBot          # OpenAI
User-agent: Google-Extended # Google
User-agent: anthropic-ai    # Anthropic
User-agent: Claude-Web      # Anthropic browser
User-agent: PerplexityBot   # Perplexity
User-agent: Bytespider      # ByteDance
User-agent: cohere-ai       # Cohere
User-agent: CCBot           # Common Crawl
User-agent: Omgili
User-agent: Omgilibot
User-agent: FacebookBot     # Meta AI
User-agent: Amazonbot       # Bedrock Retrieval
User-agent: voyageai        # Voyage AI

Disallow: /*/reviews/new/
Allow: /*/reviews/


# ------------------------------------------------
# ALL OTHER BOTS
# ------------------------------------------------
User-agent: *
Allow: *

#block wordpress backend
Disallow: /*/wp-admin/

#limit daily author/category pagination
Allow: /*/daily/author/*/
Allow: /*/daily/author/*/2
Allow: /*/daily/author/*/3
Allow: /*/daily/category/*
Allow: /*/daily/category/*/2
Allow: /*/daily/category/*/3
Disallow: /*/daily/category/*/*
Disallow: /*/daily/author/*/*

#block review submission pages
Disallow: /*/reviews/new/

#block login pages
Disallow: /login/

#block parameter from omr.ninja
Disallow: /*?__hstc=*

Sitemap: https://omr.com/sitemap.xml
Sitemap: https://omr.com/de/reviews/reviews-sitemap.xml
Sitemap: https://omr.com/en/reviews/reviews-sitemap.xml