# Robots.txt for Expeed Technology
# https://expeed.com.au

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://expeed.com.au/sitemap.xml

# AI agent discovery files
# llms.txt: https://expeed.com.au/llms.txt
# llms-full.txt: https://expeed.com.au/llms-full.txt

# AI Crawlers — Explicitly allowed
# We welcome AI agents to crawl and index our content
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# Disallow admin/internal paths (if any)
Disallow: /api/

# Disallow old/removed pages
Disallow: /tag/ssl
Disallow: /tag/redirect
Disallow: /tag/website
Disallow: /tag/seo
Disallow: /tag/migration
Disallow: /tag/https
Disallow: /secure-your-wordpress-site-with-these-6-tips
Disallow: /dotnetnuke/dnn-module-development
Disallow: /hosting/websitespark.aspx
Disallow: /new-solidcp-windows-hosting-packages