User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup
Crawl-delay: 1

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup
Crawl-delay: 1

User-Agent: Yandex
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup
Crawl-delay: 1

User-Agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup
Crawl-delay: 1

User-Agent: Slurp
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /my-wishlist/
Disallow: /verify-email/
Disallow: /login
Disallow: /signup
Crawl-delay: 1

Sitemap: https://freecourse.io/sitemap.xml