# robots.txt for https://www.clodura.ai
# Last updated: 2025-03-24

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YouBot
Allow: /

User-agent: AndiBot
Allow: /

User-agent: MJ12bot
User-agent: PetalBot
User-agent: Baiduspider
User-agent: Yeti
User-agent: coccocbot-web
User-agent: coccocbot-image
User-agent: YoudaoBot
User-agent: AwarioSmartBot
User-agent: AwarioRssBot
User-agent: dotbot
User-agent: rogerbot
User-agent: UptimeRobot
User-agent: Mail.RU_Bot
User-agent: SeekportBot
User-agent: MegaIndex.ru
User-agent: linkdexbot
User-agent: BLEXBot
Disallow: /

User-agent: *
Disallow: /old.clodura.ai/
Disallow: /stage.clodura.com/
Disallow: /page-data/
Disallow: /directory/sales/
Disallow: /youtube-review/
Disallow: /landing-pages/
Disallow: /do-not-sell-my-info/
Disallow: /directory/company/profile/*/
Disallow: /directory/company/A/*
Disallow: /directory/company/B/*
Disallow: /directory/company/C/*
Disallow: /directory/company/D/*
Disallow: /directory/company/E/*
Disallow: /directory/company/F/*
Disallow: /directory/company/G/*
Disallow: /directory/company/H/*
Disallow: /directory/company/I/*
Disallow: /directory/company/J/*
Disallow: /directory/company/K/*
Disallow: /directory/company/L/*
Disallow: /directory/company/M/*
Disallow: /directory/company/N/*
Disallow: /directory/company/O/*
Disallow: /directory/company/P/*
Disallow: /directory/company/Q/*
Disallow: /directory/company/R/*
Disallow: /directory/company/S/*
Disallow: /directory/company/T/*
Disallow: /directory/company/U/*
Disallow: /directory/company/V/*
Disallow: /directory/company/W/*
Disallow: /directory/company/X/*
Disallow: /directory/company/Y/*
Disallow: /directory/company/Z/*
Disallow: /directory/people/*/
Disallow: /database-center/page/* 
Disallow: /directory/speedbump.aspx?*
Disallow: /*?utm_
Disallow: /*?source=
Disallow: /*?ref=
Disallow: /*?fbclid=
Disallow: /*?page=
Disallow: /*?sort=
Disallow: /directory/people/*/
Disallow: /wp-content/themes/Clodura/db-center/*
 

Allow: /


# Sitemaps
Sitemap: https://www.clodura.ai/sitemap_index.xml
Sitemap: https://www.clodura.ai/sitemap-directory.xml
Sitemap: https://www.clodura.ai/directory/company/sitemaps/sitemap-company-index.xml