# hipages.com.au
# Botify - full access for caching
User-agent: Botify
Disallow: /account/*
Disallow: /api/*
Disallow: /ws/*
Disallow: /search*
Disallow: /system/ajax_handlers/*
Disallow: /modules/stats/*

# Search engines
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: GoogleOther
User-agent: Google-InspectionTool
User-agent: Googlebot-Video
User-agent: Googlebot-Image
User-agent: Applebot
User-agent: Amazonbot
User-agent: AhrefsBot
User-agent: archive.org_bot
Disallow: /brochures/*
Disallow: /site_search*
Disallow: /doubleclick_banners*
Disallow: /find?q=*
Disallow: /find/*?q=*
Disallow: /find*/*/postcode/*
Disallow: /find_mobile/*
Disallow: /buildingtrades/*/postcode/*
Disallow: /search*
Disallow: /js/check.referrer.cookie.php*
Disallow: /modules/stats/view_history.php*
Disallow: /modules/browse/article_js_functions.php*
Disallow: /creative/brochures/
Disallow: /creative/brochures/*/
Disallow: /creative/brochures/*/pages/
Disallow: /get_quotes_serp
Disallow: /ios/app/
Disallow: /ws/ios
Disallow: /ws/debug/ios
Disallow: /get_quotes_partners
Disallow: /category_hero_images
Disallow: /get_quotes_directory
Disallow: /get_quotes_simple_*
Disallow: /get_quotes_newsletter_*
Disallow: /get_quotes_iframe
Disallow: *get_quotes_homesales_simple
Disallow: /what_device
Disallow: /system/ajax_handlers*
Disallow: /*?limitno=*pageno=*
Disallow: /*?limit=*page=*
Disallow: /account/*
Disallow: /articles?c=article_topics&q=*
Disallow: /articles/page/*?c=article_topics&q=*
Disallow: /find/easter_bunny*
Disallow: /modules/stats/contact_stats.php*
Disallow: /user/*
Disallow: /email-form/*
Disallow: /request_quote/*
Disallow: /enquire/*
Disallow: /connect/*/recommendations
Disallow: /view/
Disallow: /inspirationboard/
Disallow: */message_centre
Disallow: */photos/book/add
Disallow: /modules/stats/*
Disallow: /vitek.php*
Disallow: /get_recommendations/*
Disallow: /interactive_widget_api/locations*
Disallow: /vouchers_placeholder*
Disallow: /system/ajax_handlers/*
Disallow: /ws/webhook/*
Disallow: /api/*
Disallow: /2fc5bdf6bf2736e1f5630e1573af5a4f
Disallow: /*?offer=*

# AI crawlers - block directory and profile pages
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: CCbot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: Perplexity
User-agent: Perplexitybot
User-agent: Perplexity-User
User-agent: Bytespider
User-agent: cohere-ai
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /find/
Disallow: /connect/
Disallow: /directory/
Disallow: /trades/
Disallow: /service/
Disallow: /brochures/*
Disallow: /site_search*
Disallow: /doubleclick_banners*
Disallow: /find?q=*
Disallow: /find/*?q=*
Disallow: /find*/*/postcode/*
Disallow: /find_mobile/*
Disallow: /buildingtrades/*/postcode/*
Disallow: /search*
Disallow: /js/check.referrer.cookie.php*
Disallow: /modules/stats/view_history.php*
Disallow: /modules/browse/article_js_functions.php*
Disallow: /creative/brochures/
Disallow: /creative/brochures/*/
Disallow: /creative/brochures/*/pages/
Disallow: /get_quotes_serp
Disallow: /ios/app/
Disallow: /ws/ios
Disallow: /ws/debug/ios
Disallow: /get_quotes_partners
Disallow: /category_hero_images
Disallow: /get_quotes_directory
Disallow: /get_quotes_simple_*
Disallow: /get_quotes_newsletter_*
Disallow: /get_quotes_iframe
Disallow: *get_quotes_homesales_simple
Disallow: /what_device
Disallow: /system/ajax_handlers*
Disallow: /*?limitno=*pageno=*
Disallow: /*?limit=*page=*
Disallow: /account/*
Disallow: /articles?c=article_topics&q=*
Disallow: /articles/page/*?c=article_topics&q=*
Disallow: /find/easter_bunny*
Disallow: /modules/stats/contact_stats.php*
Disallow: /user/*
Disallow: /email-form/*
Disallow: /request_quote/*
Disallow: /enquire/*
Disallow: /connect/*/recommendations
Disallow: /view/
Disallow: /inspirationboard/
Disallow: */message_centre
Disallow: */photos/book/add
Disallow: /modules/stats/*
Disallow: /vitek.php*
Disallow: /get_recommendations/*
Disallow: /interactive_widget_api/locations*
Disallow: /vouchers_placeholder*
Disallow: /system/ajax_handlers/*
Disallow: /ws/webhook/*
Disallow: /api/*
Disallow: /2fc5bdf6bf2736e1f5630e1573af5a4f
Disallow: /*?offer=*

# Block everything else
User-agent: *
Disallow: /