# Robots.txt file for id.gov.et

# Directives for all web crawlers (Google, Bing, etc.)
User-agent: *

# The Disallow: line is left blank, which means all crawlers are allowed 
# to crawl the entire website by default.
Disallow:

# ---
# Explicit allowance for major AI crawlers (Best Practice for llms.txt)
# Ensure models using these bots can access all pages and your llms.txt file.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /
# ---

# Link to the XML Sitemap
# This is crucial for guiding search engines to all your pages.
Sitemap: https://id.gov.et/sitemap.xml