Sitemap: https://skipvids.com/sitemap.php

# LLM context
# https://skipvids.com/llms.txt

# -------------------------------------------------------
# SEARCH ENGINES - allow all
# -------------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Bravebot
Allow: /

User-agent: EcosiaBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: YandexBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

# -------------------------------------------------------
# BLOCK - aggressive/junk scrapers
# -------------------------------------------------------


User-agent: ByteSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Seekport
Disallow: /

# -------------------------------------------------------
# DEFAULT RULES - Selective Indexing
# -------------------------------------------------------
User-agent: *

Disallow: /

# Allow root and essential pages
Allow: /$
Allow: /favicon.ico
Allow: /sitemap.php
Allow: /sitemaps/

# Allow Static Content
Allow: /what-is-skipvids
Allow: /faq
Allow: /contact
Allow: /privacy-policy
Allow: /download-app
Allow: /chrome-extension
Allow: /youtube-no-ads

# Vs pages
Allow: /vs/
Allow: /vs

# Allow Profiles (Old and New)
# We allow the old ?@ format so bots can find the 301 redirect
Allow: /?@*
Allow: /@*
Allow: /channel*
Allow: /?channel*

# Allow Watch Pages (Old and New)
Allow: /watch
Allow: /?v=*
Allow: /*v=

# Allow Trending (Old and New)
Allow: /trending
Allow: /trending/*
Allow: /?trending

# Allow Playlists (Old and New)
Allow: /playlist
Allow: /?playlist*

# Allow Auth Pages
Allow: /members/login
Allow: /members/signup

# App-specific views
Allow: /tv
Allow: /embed

# Explicit Block for Search
Disallow: /*web_search_query
Disallow: /*search_query=