User-agent: *
Disallow: /*?page_id=
Disallow: /wp-admin/
Disallow: /feed
Disallow: /feed/$
Disallow: */feed/
Disallow: */feed$
Disallow: /?feed=
Disallow: /*?amp*
Disallow: /*?namp*
Disallow: */?amp
Disallow: */?nonamp=1/*
Disallow: */?nonamp=1/*
Disallow: /wp-content/themes/knowmax/fonts/
Disallow: /blog/tag/

# Allow OpenAI's crawler (ChatGPT)
User-agent: GPTBot
Allow: /
 
# Allow Anthropic's crawler (Claude)
User-agent: ClaudeBot
Allow: /
 
# Allow Perplexity AI's crawler
User-agent: PerplexityBot
Allow: /
 
# Allow Google's AI crawler (Gemini/Bard)
User-agent: Google-Extended
Allow: /
 
# Allow Common Crawl (used by many LLMs)
User-agent: CCBot
Allow: /

Allow: /wp-admin/admin-ajax.php
Sitemap: https://knowmax.ai/sitemap_index.xml