# robots.txt for kttn.com

User-agent: meta-externalagent
Allow: /                    # Allow everything

# Allow Google, Bing, Yahoo, DuckDuckGo, and Ecosia to index once per hour
User-agent: Googlebot
Crawl-delay: 21600
Disallow:

User-agent: bingbot
Crawl-delay: 3600
Disallow:

User-agent: Slurp
Crawl-delay: 3600
Disallow:

User-agent: DuckDuckBot
Crawl-delay: 3600
Disallow:

User-agent: EcosiaBot
Crawl-delay: 3600
Disallow:

# Allow Facebook and Twitter bots
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

# Sitemaps for KTTN/KGOZ
Sitemap: https://kttn.com/sitemap-index.xml
Sitemap: https://kttn.com/sitemap-index-1.xml
Sitemap: https://kttn.com/sitemap.xml
Sitemap: https://kttn.com/news-sitemap.xml
Sitemap: https://kttn.com/video-sitemap-1.xml

# Limit Baidu, Yandex, Naver, Seznam, and Sogou to four times per day
User-agent: Baiduspider
Crawl-delay: 21600
Disallow:

User-agent: Yandex
Crawl-delay: 21600
Disallow:

User-agent: NaverBot
Crawl-delay: 21600
Disallow:

User-agent: SeznamBot
Crawl-delay: 21600
Disallow:

User-agent: Sogou
Crawl-delay: 21600
Disallow:

# Disallow all other crawlers
User-agent: *
Disallow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /refer/