# ==========================================
# GENERAL & SEARCH CRAWLERS
# ==========================================
User-agent: *
Allow: /
Disallow: /search
Disallow: /cdn-cgi/


# ==========================================
# SOCIAL PREVIEWS & B2B COMMUNITIES
# ==========================================
User-agent: LinkedInBot
Allow: /


User-agent: facebookexternalhit
Allow: /


User-agent: Twitterbot
Allow: /


User-agent: Slackbot
Allow: /


User-agent: Discordbot
Allow: /


User-agent: TelegramBot
Allow: /


User-agent: redditbot
Allow: /


User-agent: Quora Link Preview
Allow: /


# ==========================================
# AI ENGINES & GENERATIVE SEARCH (GEO)
# ==========================================
User-agent: GPTBot
Allow: /


User-agent: ChatGPT-User
Allow: /


User-agent: ClaudeBot
Allow: /


User-agent: anthropic-ai
Allow: /


User-agent: Google-Extended
Allow: /


User-agent: PerplexityBot
Allow: /


User-agent: Bingbot
Allow: /


User-agent: DuckDuckBot
Allow: /


User-agent: Cohere-ai
Allow: /


User-agent: OmgiliBot
Allow: /


User-agent: Applebot-Extended
Allow: /


# ==========================================
# SITEMAP
# ==========================================
Sitemap: https://www.ozforensics.com/sitemap.xml