############################
# AI + Major Search Crawlers
############################

# Allow OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Allow Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# Allow Google (Gemini + Search)
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

# Allow Microsoft (Copilot + Bing)
User-agent: bingbot
Allow: /

User-agent: Microsoft-Extended
Allow: /

# Allow Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Allow Perplexity
User-agent: PerplexityBot
Allow: /


###########################################
# Blocked directories (existing restrictions)
###########################################

Disallow: /accinv/
Disallow: /accinv2/
Disallow: /admin/
Disallow: /admin_studentselfservice/
Disallow: /agentimg/
Disallow: /annex/
Disallow: /applicant/
Disallow: /apttest/
Disallow: /bmat/
Disallow: /bmat_sample_copy/
Disallow: /buis/
Disallow: /buis1/
Disallow: /business_view/
Disallow: /BWENL/
Disallow: /bwuforum/
Disallow: /bwu-bv/
Disallow: /cert_applicant/
Disallow: /corporate/
Disallow: /deepfocus_challenge/
Disallow: /emailer/
Disallow: /emp/
Disallow: /emp_mtest/
Disallow: /emp_self/
Disallow: /event_management/
Disallow: /eventlist/
Disallow: /helpware/
Disallow: /helpware_old/
Disallow: /include/
Disallow: /jobs/
Disallow: /media/
Disallow: /mkt_act/
Disallow: /newsletter/
Disallow: /newsletterimages/
Disallow: /php mailer/
Disallow: /PHDPDF/
Disallow: /plc_apttest/
Disallow: /plc_apttest2/
Disallow: /studentselfservice/
Disallow: /studentselfservice[25-02-2020]/
Disallow: /univ_academics/
Disallow: /univ_hostel/
Disallow: /univ_mentor/
Disallow: /univ_online/
Disallow: /univ_placement/
Disallow: /univ_placement2/
Disallow: /univ_student/
Disallow: /univstudentselfservice2/
Disallow: /upload_document/
Disallow: /uploads/
Disallow: /admission/


##################
# Sitemap Locations
##################

Sitemap: https://www.brainwareuniversity.ac.in/sitemap.xml
Sitemap: https://www.brainwareuniversity.ac.in/blog/sitemap_index.xml
Sitemap: https://www.brainwareuniversity.ac.in/brainwave/sitemap_index.xml
Sitemap: https://www.brainwareuniversity.ac.in/brainwave-papers/index.php/bamj/sitemap
Sitemap: https://www.brainwareuniversity.ac.in/education-guide/sitemap.xml