# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# Solid Medya - Advanced SEO & AI Optimized Robots.txt
# https://solidmedya.com
# Last Updated: 2026-03-26

# ============================================
# GLOBAL RULES FOR ALL BOTS
# ============================================
User-agent: *
Allow: /
Allow: /amp/
Allow: /llms.txt
Allow: /ai.txt
Allow: /humans.txt
Allow: /feed.xml
Allow: /atom.xml
Allow: /.well-known/
Crawl-delay: 1

# ============================================
# SITEMAP & AI DISCOVERY
# ============================================
Sitemap: https://solidmedya.com/sitemap.php
Sitemap: https://solidmedya.com/sitemap.xml
Sitemap: https://solidmedya.com/amp/sitemap.xml


# ============================================
# ALLOWED DIRECTORIES
# ============================================
Allow: /assets/
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/
Allow: /assets/fonts/
Allow: /uploads/
Allow: /media/

# ============================================
# DISALLOWED DIRECTORIES
# ============================================
Disallow: /admin/
Disallow: /administrator/
Disallow: /private/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Disallow: /config/
Disallow: /includes/
Disallow: /system/
Disallow: /test/
Disallow: /dev/
Disallow: /beta/
Disallow: /staging/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.gemini/
Disallow: /sosyal-vericek.php
Disallow: /sosyalmedya.xml

# ============================================
# DISALLOWED FILE TYPES
# ============================================
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.rar$
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.tmp$
Disallow: /*.temp$
Disallow: /*.ini$
Disallow: /*.conf$
Disallow: /*.config$

# ============================================
# DISALLOWED URL PARAMETERS
# ============================================
Disallow: /*?*
Disallow: /*&*
Disallow: /*print=*
Disallow: /*preview=*
Disallow: /*debug=*
Disallow: /*test=*
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_campaign=*
Disallow: /*utm_term=*
Disallow: /*utm_content=*
Disallow: /*fbclid=*
Disallow: /*gclid=*
Disallow: /*msclkid=*
Disallow: /*ref=*
Disallow: /*source=*

# ============================================
# ERROR PAGES
# ============================================
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.html
Disallow: /404.shtml
Disallow: /404.php
Disallow: /500.shtml

# ============================================
# GOOGLE BOT - OPTIMIZED
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5
Disallow: /admin/
Disallow: /private/

# ============================================
# GOOGLE BOT IMAGE
# ============================================
User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /uploads/
Disallow: /private/

# ============================================
# GOOGLE BOT VIDEO
# ============================================
User-agent: Googlebot-Video
Allow: /assets/videos/
Allow: /media/
Disallow: /private/

# ============================================
# BING BOT
# ============================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# ============================================
# YANDEX BOT
# ============================================
User-agent: Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# ============================================
# BAIDU BOT
# ============================================
User-agent: Baiduspider
Allow: /
Crawl-delay: 3
Disallow: /admin/
Disallow: /private/

# ============================================
# DUCKDUCKGO BOT
# ============================================
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# ============================================
# SOCIAL MEDIA BOTS
# ============================================
User-agent: facebookexternalhit
User-agent: Facebot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: Twitterbot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: LinkedInBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: WhatsApp
Allow: /
Disallow: /admin/

User-agent: TelegramBot
Allow: /
Disallow: /admin/

User-agent: Slackbot
Allow: /
Disallow: /admin/

# ============================================
# SEO TOOL BOTS - ALLOWED WITH RATE LIMIT
# ============================================
User-agent: AhrefsBot
Allow: /
Crawl-delay: 2

User-agent: SemrushBot
Allow: /
Crawl-delay: 2

User-agent: MJ12bot
Allow: /
Crawl-delay: 2

User-agent: DotBot
Allow: /
Crawl-delay: 2

User-agent: Screaming Frog SEO Spider
Allow: /
Crawl-delay: 1

# ============================================
# OTHER SEARCH ENGINES
# ============================================
User-agent: NaverBot
Allow: /
Crawl-delay: 2

User-agent: SeznamBot
Allow: /
Crawl-delay: 2

User-agent: Yahoo! Slurp
Allow: /
Crawl-delay: 1

# ============================================
# BAD BOTS - BLOCK COMPLETELY
# ============================================
User-agent: rogerbot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SiteBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Nutch
Disallow: /

# ============================================
# AI BOT RULES - YAPAY ZEKA BOTLARI
# ============================================

# OpenAI ChatGPT / GPT-4o
User-agent: GPTBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /includes/

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# Anthropic Claude
User-agent: ClaudeBot
User-agent: anthropic-ai
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# Apple AI / Siri
User-agent: Applebot-Extended
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# Cohere AI
User-agent: cohere-ai
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# Meta AI / LLaMA
User-agent: FacebookBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /
Crawl-delay: 3
Disallow: /admin/
Disallow: /private/

# You.com AI
User-agent: YouBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# ============================================
# PERFORMANCE NOTES
# ============================================
# Crawl-delay optimized per bot type
# Sitemap updated dynamically
# Host preference set
# Clean parameters handled
# Request rate optimized for server performance
# Fixed: Duplicate AhrefsBot, SemrushBot, MJ12bot, DotBot rules removed
# AI Bot rules eklendi: GPTBot, ChatGPT-User, Google-Extended, PerplexityBot, ClaudeBot, Applebot-Extended