User-agent: *
Allow: /information/
Allow: /topics/
Allow: /seminar/
Allow: /school/
Allow: /recruit/
Allow: /lecturer/
Allow: /bbs/
Allow: /other/
Allow: /contents4/

Disallow: /login/
Disallow: /my_page/
Disallow: /kigyou_my_page/
Disallow: /manage/
Disallow: /exam_everyone_answer/
Disallow: /inquire/
Disallow: /contact/
Disallow: /vendor/
Disallow: /system/
Disallow: /application/
Crawl-delay: 1

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YandexBot
Disallow: /

Sitemap: https://www.pt-ot-st.net/sitemap.xml