# robots.txt — 18022026
############################
# AI usage and policy
############################
# See llms.txt for training, inference, and citation policy
LLMS: https://www.port.ac.uk/llms.txt
############################
# Sitemap
############################
Sitemap: https://www.port.ac.uk/sitemap.xml
############################
# ALLOWS
############################
User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
############################
# Explicitly blocked crawlers
############################
User-agent: Bytespider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Sogou
Disallow: /
############################
# Explicit disallow
############################
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /user/login
Disallow: /user/logout
Disallow: /user/register
Disallow: /user/password
Disallow: /node/add
Disallow: /search
Disallow: /comment/reply
Disallow: /media/oembed
Disallow: /index.php/admin
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/user/register
Disallow: /index.php/user/password
Disallow: /index.php/search
Disallow: /index.php/media/oembed
Disallow: /*?
Disallow: /README.md
Disallow: /composer/Metapackage/README.txt
Disallow: /composer/Plugin/ProjectMessage/README.md
Disallow: /composer/Plugin/Scaffold/README.md
Disallow: /composer/Plugin/VendorHardening/README.txt
Disallow: /composer/Template/README.txt
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config
# End