# robotstxt.org/
Sitemap: https://www.ukrainebridesagency.com/sitemap.xml

# Allow all bots by default
# Don't use trailing / when disallowing as then Index actions won't be blocked. Some controllers don't have Index
# actions or otherwise do need that Index action to be indexable. In those cases we have left a trailing / on the 
# disallow directive
User-agent: *
Disallow: /admin
Disallow: /agency
Disallow: /partner
Disallow: /blocks
Disallow: /chatbookings
Disallow: /chathistory
Disallow: /contactdetailsrequests
Disallow: /conversations
Disallow: /favourites/
Disallow: /introductions
Disallow: /meetings
Disallow: /memberchildren/
Allow: /members/details/
Disallow: /payments
Disallow: /statistics/
Disallow: /shoppingcart/
Disallow: /tasks/
Disallow: /tours
Disallow: /webhooks/

# Also block the russian versions of these sites
Disallow: /ru/admin
Disallow: /ru/agency
Disallow: /ru/partner
Disallow: /ru/blocks
Disallow: /ru/chatbookings
Disallow: /ru/chathistory
Disallow: /ru/contactdetailsrequests
Disallow: /ru/conversations
Disallow: /ru/favourites/
Disallow: /ru/introductions
Disallow: /ru/meetings
Disallow: /ru/memberchildren/
Allow: /ru/members/details/
Disallow: /ru/payments
Disallow: /ru/statistics/
Disallow: /ru/shoppingcart/
Disallow: /ru/tasks/
Disallow: /ru/tours
Disallow: /ru/webhooks/

# Also block the ukrainian versions of these sites
Disallow: /uk/admin
Disallow: /uk/agency
Disallow: /uk/partner
Disallow: /uk/blocks
Disallow: /uk/chatbookings
Disallow: /uk/chathistory
Disallow: /uk/contactdetailsrequests
Disallow: /uk/conversations
Disallow: /uk/favourites/
Disallow: /uk/introductions
Disallow: /uk/meetings
Disallow: /uk/memberchildren/
Allow: /uk/members/details/
Disallow: /uk/payments
Disallow: /uk/statistics/
Disallow: /uk/shoppingcart/
Disallow: /uk/tasks/
Disallow: /uk/tours
Disallow: /uk/webhooks/

# Also block the german versions of these sites
Disallow: /de/admin
Disallow: /de/agency
Disallow: /de/partner
Disallow: /de/blocks
Disallow: /de/chatbookings
Disallow: /de/chathistory
Disallow: /de/contactdetailsrequests
Disallow: /de/conversations
Disallow: /de/favourites/
Disallow: /de/introductions
Disallow: /de/meetings
Disallow: /de/memberchildren/
Allow: /de/members/details/
Disallow: /de/payments
Disallow: /de/statistics/
Disallow: /de/shoppingcart/
Disallow: /de/tasks/
Disallow: /de/tours
Disallow: /de/webhooks/

# Also block the french versions of these sites
Disallow: /fr/admin
Disallow: /fr/agency
Disallow: /fr/partner
Disallow: /fr/blocks
Disallow: /fr/chatbookings
Disallow: /fr/chathistory
Disallow: /fr/contactdetailsrequests
Disallow: /fr/conversations
Disallow: /fr/favourites/
Disallow: /fr/introductions
Disallow: /fr/meetings
Disallow: /fr/memberchildren/
Allow: /fr/members/details/
Disallow: /fr/payments
Disallow: /fr/statistics/
Disallow: /fr/shoppingcart/
Disallow: /fr/tasks/
Disallow: /fr/tours
Disallow: /fr/webhooks/

# Also block the italian versions of these sites
Disallow: /it/admin
Disallow: /it/agency
Disallow: /it/partner
Disallow: /it/blocks
Disallow: /it/chatbookings
Disallow: /it/chathistory
Disallow: /it/contactdetailsrequests
Disallow: /it/conversations
Disallow: /it/favourites/
Disallow: /it/introductions
Disallow: /it/meetings
Disallow: /it/memberchildren/
Allow: /it/members/details/
Disallow: /it/payments
Disallow: /it/statistics/
Disallow: /it/shoppingcart/
Disallow: /it/tasks/
Disallow: /it/tours
Disallow: /it/webhooks/

# Also block the spanish versions of these sites
Disallow: /es/admin
Disallow: /es/agency
Disallow: /es/partner
Disallow: /es/blocks
Disallow: /es/chatbookings
Disallow: /es/chathistory
Disallow: /es/contactdetailsrequests
Disallow: /es/conversations
Disallow: /es/favourites/
Disallow: /es/introductions
Disallow: /es/meetings
Disallow: /es/memberchildren/
Allow: /es/members/details/
Disallow: /es/payments
Disallow: /es/statistics/
Disallow: /es/shoppingcart/
Disallow: /es/tasks/
Disallow: /es/tours
Disallow: /es/webhooks/

# Also block the portuguese versions of these sites
Disallow: /pt/admin
Disallow: /pt/agency
Disallow: /pt/partner
Disallow: /pt/blocks
Disallow: /pt/chatbookings
Disallow: /pt/chathistory
Disallow: /pt/contactdetailsrequests
Disallow: /pt/conversations
Disallow: /pt/favourites/
Disallow: /pt/introductions
Disallow: /pt/meetings
Disallow: /pt/memberchildren/
Allow: /pt/members/details/
Disallow: /pt/payments
Disallow: /pt/statistics/
Disallow: /pt/shoppingcart/
Disallow: /pt/tasks/
Disallow: /pt/tours
Disallow: /pt/webhooks/

# Block all Swedish pages but the homepage
Allow: /sv/$

# We used to have a Chinese version of the site, but don't any longer
Disallow: /zh/

# Block SemrushBot as they cause exceptions by visiting corrupted links (e.g. url parameters without values)
# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /