# ===========================================
# robots.txt — Simplize.vn
# Updated: 2026-03-11
# ===========================================
# Structure:
#   1. Global rules (all bots)
#   2. AI Training bots (restrict commercial training)
#   3. AI Search & Retrieval bots (maximize citations)
# ===========================================


# -------------------------------------------
# 1. GLOBAL RULES
# Áp dụng cho tất cả bots không được khai báo riêng
# -------------------------------------------

User-agent: *
Allow: /

# Trang yêu cầu đăng nhập / dữ liệu cá nhân
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*

# Công cụ nội bộ & Dữ liệu báo chí
Disallow: /screener/
Disallow: /chart
Disallow: /news/*

Sitemap: https://simplize.vn/sitemap.xml


# -------------------------------------------
# 2. AI TRAINING BOTS
# Cho phép crawl dữ liệu tài chính công khai
# Không cho phép sử dụng thương mại (xem llms.txt)
# -------------------------------------------

# Google AI / Gemini (training)
User-agent: Google-Extended
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart

# OpenAI GPTBot (training)
User-agent: GPTBot
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart

# Anthropic ClaudeBot (training)
User-agent: ClaudeBot
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart

# Apple Intelligence (training)
User-agent: Applebot-Extended
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /lai-suat/
Allow: /learn/
Allow: /sitemap.xml
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart

# Meta Llama (training)
User-agent: Meta-ExternalAgent
Allow: /co-phieu/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /learn/
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart

# Common Crawl (CCBot) — training datasets
User-agent: CCBot
Allow: /co-phieu/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /sitemap.xml
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/
Disallow: /chart


# -------------------------------------------
# 3. AI SEARCH & RETRIEVAL BOTS
# Mở rộng tối đa để tăng khả năng xuất hiện
# trong câu trả lời AI (ChatGPT, Claude, Perplexity...)
# /news/* vẫn Disallow — nội dung syndicated từ báo, tránh bản quyền
# -------------------------------------------

# OpenAI — Search crawler
User-agent: OAI-SearchBot
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# OpenAI — Real-time user fetch (ChatGPT live queries)
User-agent: ChatGPT-User
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# Anthropic — Search crawler
User-agent: Claude-SearchBot
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# Anthropic — Real-time user fetch (Claude live queries)
User-agent: Claude-User
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# Perplexity AI
User-agent: PerplexityBot
Allow: /co-phieu/
Allow: /nebula-ultra/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /pricing/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# You.com
User-agent: YouBot
Allow: /co-phieu/
Allow: /gia-vang/
Allow: /thi-truong/
Allow: /chi-so/
Allow: /lai-suat/
Allow: /ty-gia/
Allow: /learn/
Allow: /sitemap.xml
Disallow: /news/*
Disallow: /community/*
Disallow: /portfolio/*
Disallow: /watchlist/*
Disallow: /profile/*
Disallow: /screener/

# ===========================================
# Xem thêm rào cản pháp lý và bản quyền tại: 
# https://simplize.vn/llms.txt
# ===========================================