User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: *?s=*
Disallow: *?p=*
Disallow: *&p=*
Disallow: *&preview=*
Disallow: /tag/
Disallow: /author/
Disallow: /404-error/
Sitemap: https://saasjet.com/sitemap_index.xml



User-agent: BingBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: *?s=*
Disallow: *?p=*
Disallow: *&p=*
Disallow: *&preview=*
Disallow: /tag/
Disallow: /author/
Disallow: /404-error/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tmp/
Sitemap: https://saasjet.com/sitemap_index.xml



# Allow Google Search
User-agent: Googlebot
Allow: /

# Allow Bing + Microsoft Copilot
User-agent: bingbot
Allow: /

# Allow OpenAI GPTBot
User-agent: GPTBot
Allow: /

# Allow Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /

# Allow Google Gemini (Google-Extended)
User-agent: Google-Extended
Allow: /

# Allow Perplexity AI
User-agent: PerplexityBot
Allow: /

# Allow Common Crawl
User-agent: CCBot
Allow: /

# Allow Amazon Bots
User-agent: Amazonbot
Allow: /

# Allow Apple Services
User-agent: Applebot
Allow: /

# Allow Meta Agents (FB, Instagram, Threads)
User-agent: Meta-ExternalAgent
Allow: /

# Allow Twitter Previews
User-agent: Twitterbot
Allow: /

# Allow You.com
User-agent: YouBot
Allow: /

# Allow Allen AI
User-agent: ai-crawler
Allow: /

# Allow DuckDuckGo Bot
User-agent: DuckDuckBot
Allow: /