# https://www.robotstxt.org/robotstxt.html User-agent: * # Allow access to main pages Allow: / Allow: /explore-mods/ Allow: /install-mods/ Allow: /celestial-launcher/ Allow: /blog/ Allow: /plus Allow: /divine-plus Allow: /creators-wiki Allow: /monetization Allow: /content-rules Allow: /report-bugs Allow: /policy Allow: /privacy-policy Allow: /terms-of-service Allow: /terms-of-use Allow: /dmca-policy Allow: /california-privacy Allow: /licenses # SEO-friendly skin pages (/:username/:skinSlug) # These are dynamic pages with creator username and skin slug Allow: /*/ # Creator profile pages (/:username) # Note: Single path segment after root that isn't a reserved route # Prevent access to sensitive areas Disallow: /admin/ Disallow: /private/ Disallow: /checkout/ Disallow: /cart/ Disallow: /account/ Disallow: /settings/ Disallow: /artist-panel/ Disallow: /creator-panel/ Disallow: /create-draft/ Disallow: /affiliate-panel/ Disallow: /order-history/ Disallow: /dashboard/ Disallow: /payment/ Disallow: /payment-success/ Disallow: /payment-cancelled/ Disallow: /paypal-success/ Disallow: /paypal-cancel/ Disallow: /verify-email/ Disallow: /reset-password/ Disallow: /forgot-password/ Disallow: /auth/ Disallow: /moderator/ Disallow: /activity/ Disallow: /notifications/ Disallow: */api/* # Prevent duplicate content from query parameters Disallow: /*?sort=* Disallow: /*?filter=* Disallow: /*?page=* Disallow: /*&page=* Disallow: /*?search=* # Media and asset restrictions Allow: /*.js$ Allow: /*.css$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.ico$ Allow: /*.webp$ Allow: /*.woff$ Allow: /*.woff2$ Allow: /*.ttf$ # Sitemaps Sitemap: https://divineskins.gg/sitemap.xml # LLM training crawlers — blocked (don't train on our content) User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / # LLM retrieval crawlers — allowed (show up in ChatGPT/Claude/Perplexity answers) User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: Bingbot Disallow: /user/ Disallow: /account/ User-agent: Googlebot-Image Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$