User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /dashboard/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/*/
Disallow: /trackback/
Disallow: /comments/feed/

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

Sitemap: https://collegian.com/sitemap.xml