# ============================= # Block specific crawlers # ============================= User-agent: AhrefsBot Crawl-Delay: 15 Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ Disallow: /*/backlog/* Disallow: /*/campaign/* Disallow: /*/thankyou.html Disallow: /cdn-cgi/ User-agent: AhrefsSiteAudit Crawl-Delay: 15 Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ Disallow: /*/backlog/* Disallow: /*/campaign/* Disallow: /*/thankyou.html Disallow: /cdn-cgi/ User-agent: MetaBot Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: facebookexternalhit Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: Facebot Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: meta-externalagent Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: meta-webindexer Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: meta-externalads Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: Bytespider Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: TikTokSpider Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ User-agent: Baiduspider Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ # ============================= # Rules for all bots # ============================= User-agent: * # Block AEM internal system paths Disallow: /apps/ Disallow: /libs/ Disallow: /bin/ Disallow: /system/ Disallow: /etc/ Disallow: /crx/ Disallow: /content/dam/private/ Disallow: /content/usergenerated/ # Block dynamic / spam paths Disallow: /backlog/ Disallow: /*/backlog/* Disallow: /*/campaign/* Disallow: /*/thankyou.html Disallow: /*.result.* # Block JSON / API endpoints Disallow: /*.infinity.json$ Disallow: /*.query.json$ Disallow: /*.tidy.json$ Disallow: /bin/querybuilder.json Disallow: /*/services/garages/ Disallow: /*/th_TH/hospital-network/ Disallow: /cdn-cgi/ Crawl-Delay: 15 # Explicit allow for main content Allow: /content/allianz.co.th/ # ============================= # Sitemap # ============================= Sitemap: https://www.allianz.co.th/th_TH.sitemap.xml Sitemap: https://www.allianz.co.th/en_TH.sitemap.xml