User-agent: *

Sitemap: https://www.oncourselearning.com/mortgage/mortgage-sitemap.xml
Sitemap: https://www.oncourselearning.com/ocl-sitemap.xml

LLMS: https://www.oncourselearning.com/llms.txt

Disallow: /lp/
Disallow: /digital-asset-library
Disallow: /digital-asset-library/
Disallow: /marketing
Disallow: /marketing/
Disallow: /marketing/*

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /real-estate/media/custom/uploadpdf/
Disallow: /real-estate/media/catalog/product
Disallow: /real-estate/media/
Disallow: /real-estate/partners/
Disallow: /real-estate/partners

# Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# Do not index session ID
Disallow: /*?SID=
#Disallow: /*?
Disallow: /*.php$

User-agent: Twitterbot
Allow: /images
Allow: /wp-content/uploads/

User-agent: AhrefsBot
Allow: /

User-agent: Screaming Frog SEO Spider 
Allow: /