# robots.txt for genpkm.com

# Default rules for all bots
User-agent: *
Allow: /

# Block admin and API endpoints
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /src/
Disallow: /tools/support/api/
Disallow: /bots/genbot/src/
Disallow: /bots/genbot/modules/
Disallow: /.well-known/

# Block old .php paths (use clean URLs)
Disallow: /*.php$

# Allow specific .php that might be linked
Allow: /blog.php

# Allow Mystery Gift event pages (SEO)
Allow: /mystery-gift/
Allow: /sitemap-events.xml
Allow: /sitemap-blog.xml

# Block user-specific pages
Disallow: /profile
Disallow: /order
Disallow: /login
Disallow: /register
Disallow: /redeem-premium
Disallow: /redeem-pogomaster

# Block utility/temp files
Disallow: /tmp/
Disallow: /logs/
Disallow: /cache/
Disallow: /data/
Disallow: /uploads/
Disallow: /migrations/

# Google - fastest crawl rate
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing
User-agent: bingbot
Allow: /
Crawl-delay: 2

# Yahoo
User-agent: Slurp
Allow: /
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Sitemap location
Sitemap: https://genpkm.com/sitemap.xml

# Host directive (optional, helps some bots)
Host: https://genpkm.com