# robots.txt for regionalimmobilien24.de
# Fragen: technik@regionalimmobilien24.de

# Disallow special content
User-agent: *
Disallow: /*/adm/
Disallow: /_install/
Disallow: /_test/
Disallow: /*/print/
Disallow: /interfaces/
Disallow: /*.pdf$
Disallow: /*.psd$
Disallow: /*.xls$
Disallow: /*.sql$
Disallow: /maklersuche/haus/
Disallow: /maklersuche/wohnung/
Disallow: /maklersuche/grundstueck/
Disallow: /maklersuche/gewerbe/
Disallow: /*/maklersuche/haus/
Disallow: /*/maklersuche/wohnung/
Disallow: /*/maklersuche/grundstueck/
Disallow: /*/maklersuche/gewerbe/
Disallow: /api/
Disallow: /auth/
Disallow: /ressources/
Disallow: /?
Disallow: /*?
Disallow: /*?&
Disallow: /*/?$

# allow explicit content
User-Agent: *
Allow: /sitemap.xml$
Allow: /sitemap.blog.xml$
Allow: /sitemap.baufiberater.xml$
Allow: /sitemap.regio.xml$
Allow: /sitemap.makler.xml$
Allow: /sitemap.regio.*.xml$
Allow: /sitemap.makler.*.xml$
Allow: /sitemap.baufi.*.xml$

# -------------------------------------------------------
# Part for FraudCheck - START - not remove
User-agent: AhrefsBot
User-agent: Amazing-SearchBot
User-agent: axios/
User-agent: Baiduspider
User-agent: barkrowler
User-agent: BLEXBot
User-agent: Brightbot
User-agent: BrightEdge
User-agent: Bytespider
User-agent: Classmarkets
User-agent: coccocbot
User-agent: corpora
User-agent: CriteoBot
User-agent: curl/
User-agent: DataForSeoBot
User-agent: DnBCrawler-Analytics
User-agent: Dotbot
User-agent: EmailCollector
User-agent: Flamingo_SearchEngine
User-agent: go-http-client
User-agent: Go-http-client/2.0
User-agent: GrapeshotCrawler
User-agent: gumgum
User-agent: guzzlehttp
User-agent: HTTrack
User-agent: ias_crawler
User-agent: ImagesiftBot
User-agent: integralads
User-agent: KStandBot
User-agent: LCC
User-agent: leakix
User-agent: LinkupBot
User-agent: meta-externalagent
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Newslitbot
User-agent: paloaltonetworks
User-agent: penthesilea
User-agent: PetalBot
User-agent: proximic
User-agent: Qwantbot
User-agent: Rentola
User-agent: RepoLookoutBot
User-agent: RestSharp
User-agent: RU_Bot
User-agent: S-Communication
User-agent: Scrapy
User-agent: SEBot-WA
User-agent: SemrushBot
User-agent: SEOkicks
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: sfFeedReader
User-agent: SirdataBot
User-agent: SleepBot
User-agent: SSTImap/1.2.4
User-agent: StartmeBot
User-agent: SurdotlyBot
User-agent: TelegramBot
User-agent: Thinkbot
User-agent: trendictionbot
User-agent: TTD-Content
User-agent: UptimeRobot
User-agent: VelenPublicWebCrawler
User-agent: Verity/1.1
User-agent: WebCopier
User-agent: WebReaper
User-agent: YaDirectFetcher
User-agent: YandexBot
User-agent: ZoomBot
Disallow: /
# -------------------------------------------------------

User-agent: CCBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: chatgpt
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: claudebot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /
# Part for FraudCheck - END - not remove

# -------------------------------------------------------
# Crawl-Delay
# -------------------------------------------------------
User-agent: zoomRank/3.0
Crawl-delay: 60

# -------------------------------------------------------
# Sitemaps
# -------------------------------------------------------
Sitemap: https://www.regionalimmobilien24.de/sitemap.xml
Sitemap: https://www.regionalimmobilien24.de/sitemap.regio.xml
Sitemap: https://www.regionalimmobilien24.de/sitemap.makler.xml
Sitemap: https://www.regionalimmobilien24.de/sitemap.blog.xml
Sitemap: https://www.regionalimmobilien24.de/sitemap.baufiberater.xml



# See https://llmstxt.org for more information
LLMs: https://www.regionalimmobilien24.de/llms.txt