# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: BLEXBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: TwengaBot Disallow: / User-agent: 008 Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: WotBox Disallow: / User-agent: Sosospider Disallow: / User-agent: Baiduspider Disallow: / User-agent: ZumBot Disallow: / User-agent: YandexBot Disallow: / User-agent: SleepBot Disallow: / User-agent: GPTBot Crawl-delay: 10 Allow: / User-agent: ChatGPT-User Crawl-delay: 10 Allow: / User-agent: ClaudeBot Crawl-delay: 10 Allow: / User-agent: PerplexityBot Crawl-delay: 10 Allow: / User-agent: Google-Extended Crawl-delay: 10 Allow: / User-agent: Pinterestbot Crawl-delay: 60 Allow: / User-agent: Aranet-SearchBot Crawl-delay: 30 Allow: / User-agent: GeedoShopProductFinder Crawl-delay: 30 Allow: / User-agent: * Allow: / Crawl-delay: 25 Sitemap: https://patternbank.com/sitemap.xml.gz LLMs-txt: https://patternbank.com/llms.txt Disallow: /*?licence= Disallow: /*&licence= Disallow: /*modals?dialog=true Disallow: /*?modal= Disallow: /*&modal= Disallow: /*?tab= Disallow: /*tab= Disallow: /*?image_format= Disallow: /*&image_format= Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?page= Disallow: /*&page= Disallow: /colours/*