#Google Ads
user-agent: google-hoteladsverifier
Crawl-delay: 5
user-agent: Mediapartners-Google
Crawl-delay: 5
user-agent: AdsBot-Google-Mobile
Crawl-delay: 5
user-agent: AdsBot-Google
Crawl-delay: 5
allow: /

#Bing Ads
user-agent: AdIdxBot
Crawl-delay: 5
allow: /

#Yahoo
User-agent: Slurp
allow: /

#Screaming-frog
user-agent: Sirion-bot/1.0
Crawl-delay: 3
allow: /

User-Agent: AdsBot
Crawl-delay: 5
Allow: /*?

#OpenAI-Crawlers
User-agent: OAI-SearchBot
Crawl-delay: 3
User-agent: ChatGPT-User
Crawl-delay: 3
User-agent: ChatGPT-User/2.0
Crawl-delay: 3
User-agent: GPTBot
Crawl-delay: 3
allow: /

#Claude-Crawlers
User-agent: anthropic-ai
Crawl-delay: 3
User-agent: ClaudeBot
Crawl-delay: 3
User-agent: claude-web
Crawl-delay: 3
allow: /

#Perplexity-Crawlers
User-agent: PerplexityBot
Crawl-delay: 3
User-agent: Perplexity-User
Crawl-delay: 3
allow: /

#Gemini-Crawlers
User-agent: Google-Extended
Crawl-delay: 3
allow: /

#Bing-Crawlers
User-agent: BingBot
allow: /

#Amazon-Crawlers
User-agent: Amazonbot
Crawl-delay: 5
allow: /

#Apple-Crawlers
User-agent: Applebot
Crawl-delay: 5
User-agent: Applebot-Extended
Crawl-delay: 5
allow: /

#Meta-Crawlers
User-agent: FacebookBot
Crawl-delay: 5
User-agent: meta-externalagent
Crawl-delay: 5
allow: /

#LinkedIn-Crawlers
User-agent: LinkedInBot
Crawl-delay: 5
allow: /

#ByteDance-Crawlers
User-agent: Bytespider
Crawl-delay: 5
allow: /

#DuckDuckGo-Crawlers
User-agent: DuckAssistBot
allow: /

#Cohere-Crawlers
User-agent: cohere-ai
Crawl-delay: 5
allow: /

#ResearchandAcademic-Crawlers
User-agent: AI2Bot
Crawl-delay: 5
User-agent: CCBot
Crawl-delay: 5
User-agent: Diffbot
Crawl-delay: 5
User-agent: omgili
Crawl-delay: 5
User-agent: OmgiliBot
Crawl-delay: 5
allow: /

#EmergingSearch-Crawlers
User-agent: TimpiBot
Crawl-delay: 5
User-agent: YouBot
Crawl-delay: 5
User-agent: ImagesiftBot
Crawl-delay: 5
allow: /

User-agent: *
Allow: /de/$
Disallow: /de/
Disallow: /wp-admin/
Disallow: /?attachment*
Disallow: /?p=*
Disallow: /?page_*
Disallow: /blog?
Disallow: /cdn-*
Disallow: /?utm_
Disallow: /?libid=
Disallow: /platform-old*
Disallow: /author/*
Sitemap: https://www.sirion.ai/sitemap_index.xml