User-agent: * Sitemap: https://onomondo.com/sitemap_index.xml # Block WordPress system directories (Bedrock /wp structure) Disallow: /wp/ # Block known spam and aggressive crawlers User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / # Block specific file types from being indexed Disallow: /*.pdf$ Disallow: /wp/*.xml$ Disallow: /*.json$ # Block all wisita channel pages from being crawled Disallow: /video/asset-tracking-virtual-summit-2024/watch/ Disallow: /video/smart-metering-virtual-summit-2024/watch/ Disallow: /video/building-the-most-efficient-device/made-for-iot-2024-watch/ Disallow: /video/cellular-connectivity-web-summit-2024/watch/ Disallow: /madeforiot/virtualsummit2026/watch/