# Animoca Brands — robots.txt
# Last reviewed: April 2026


# ============================================
# 1. Block aggressive and low-value bots
# ============================================

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-OCOB
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /


# ============================================
# 2. Allow social media preview bots
# (Named blocks so UTM parameter rules do not block link previews)
# ============================================

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /


# ============================================
# 3. All crawlers — AI bots, search engines, and all others
# (GPTBot, ClaudeBot, PerplexityBot, Googlebot, Bingbot,
#  OAI-SearchBot, CCBot, and all others)
# ============================================

User-agent: *
Allow: /

# Platform system files
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/

# Error pages
Disallow: /404
Disallow: /401

# Dynamic duplicate pages
Disallow: /search
Disallow: /search?*
Disallow: /*?lightbox=

# Marketing parameter duplicates
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*&utm_source=
Disallow: /*&utm_medium=
Disallow: /*&utm_campaign=
Disallow: /*&utm_term=
Disallow: /*&utm_content=

# Ensure bots can fully render pages
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/


# ============================================
# 4. Sitemap
# ============================================

Sitemap: https://www.animocabrands.com/llms.txt
Sitemap: https://www.animocabrands.com/.well-known/llms-full.txt
Sitemap: https://www.animocabrands.com/.well-known/agents.json
Sitemap: https://www.animocabrands.com/announcement/rss.xml
Sitemap: https://www.animocabrands.com/vision-hub/rss.xml
Sitemap: https://www.animocabrands.com/.well-known/master-map.json


Sitemap: https://www.animocabrands.com/sitemap.xml