# robots.txt for AIAG website
# This file tells web crawlers which parts of the site they can access

# Allow all crawlers access to the entire site
User-agent: *
Allow: /

# Disallow crawling of admin/backend areas
Disallow: /Sitefinity/
Disallow: /adminapp/
Disallow: /sf/
Disallow: /api/

# Disallow crawling of temporary or system files
Disallow: /App_Data/
Disallow: /bin/
Disallow: /obj/
Disallow: *.tmp
Disallow: *.temp

# Allow crawling of important resources
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /lib/

# Sitemap location (update this URL to match your actual sitemap location)
Sitemap: https://www.aiag.org/sitemap/sitemap-index.xml

# Crawl delay to be respectful of server resources
Crawl-delay: 1