# ============================================================
# robots.txt — digitalchaabi.com
# Generated: April 2026
# Site type: Digital Marketing Agency
# Crawl policy: Allow Google, Bing, ChatGPT, Gemini
#               Block all common spam / junk patterns
# Upload to: https://digitalchaabi.com/robots.txt
# ============================================================


# ── Google ───────────────────────────────────────────────────
User-agent: Googlebot
Allow: /

# WordPress system paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /trackback/
Disallow: /author/
Disallow: /tag/
Disallow: /page/
Disallow: /cgi-bin/
Disallow: /category/uncategorized/
Disallow: /*?s=*
Disallow: /*?p=*
Disallow: /*?page_id=*
Disallow: /*?replytocom=*
Disallow: /*?preview=*

# Escort / adult spam
Disallow: /*escort*
Disallow: /*escorts*
Disallow: /*izmir*
Disallow: /*istanbul*
Disallow: /*adult*
Disallow: /*xxx*
Disallow: /*porn*
Disallow: /*sex-*
Disallow: /*dating*
Disallow: /*erotic*
Disallow: /*call-girl*
Disallow: /*callgirl*
Disallow: /*massage-*

# Casino / gambling spam
Disallow: /*casino*
Disallow: /*gambling*
Disallow: /*gamble*
Disallow: /*gambl*
Disallow: /*betting*
Disallow: /*bet-*
Disallow: /*sportsbet*
Disallow: /*online-bet*
Disallow: /*rummy*
Disallow: /*poker*
Disallow: /*blackjack*
Disallow: /*roulette*
Disallow: /*baccarat*
Disallow: /*bingo*
Disallow: /*slot*
Disallow: /*slots*
Disallow: /*megaways*
Disallow: /*jackpot*
Disallow: /*lottery*
Disallow: /*lotto*

# Bonus / promo spam
Disallow: /*bonus*
Disallow: /*no-deposit*
Disallow: /*free-spins*
Disallow: /*spins*
Disallow: /*wagering*
Disallow: /*promo-code*
Disallow: /*cashback-*
Disallow: /*free-bet*
Disallow: /*deposit-offer*

# Online games spam
Disallow: /*online-game*
Disallow: /*online-games*
Disallow: /*free-game*
Disallow: /*play-online*
Disallow: /*game-download*
Disallow: /*arcade*

# Finance / loan spam
Disallow: /*payday-loan*
Disallow: /*quick-loan*
Disallow: /*bad-credit*
Disallow: /*forex*
Disallow: /*crypto-invest*
Disallow: /*binary-option*
Disallow: /*trading-signal*

# Pharma spam
Disallow: /*viagra*
Disallow: /*cialis*
Disallow: /*pharmacy*
Disallow: /*cheap-meds*
Disallow: /*buy-pills*

# Other common spam
Disallow: /*offshore*
Disallow: /*unlicensed*
Disallow: /*pirat*
Disallow: /*hack*
Disallow: /*crack*
Disallow: /*keygen*
Disallow: /*torrent*
Disallow: /*warez*

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Disallow: /wp-admin/

User-agent: Google-Extended
Allow: /


# ── Bing / Microsoft ─────────────────────────────────────────
User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /trackback/
Disallow: /author/
Disallow: /tag/
Disallow: /page/
Disallow: /cgi-bin/
Disallow: /category/uncategorized/
Disallow: /*?s=*
Disallow: /*?p=*
Disallow: /*?page_id=*
Disallow: /*escort*
Disallow: /*izmir*
Disallow: /*adult*
Disallow: /*casino*
Disallow: /*gambling*
Disallow: /*betting*
Disallow: /*rummy*
Disallow: /*poker*
Disallow: /*slot*
Disallow: /*bingo*
Disallow: /*bonus*
Disallow: /*no-deposit*
Disallow: /*free-spins*
Disallow: /*online-game*
Disallow: /*online-games*
Disallow: /*payday-loan*
Disallow: /*forex*
Disallow: /*viagra*
Disallow: /*torrent*

User-agent: adidxbot
Allow: /

User-agent: MSNBot
Allow: /


# ── ChatGPT / OpenAI ─────────────────────────────────────────
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /*escort*
Disallow: /*adult*
Disallow: /*casino*
Disallow: /*gambling*
Disallow: /*betting*
Disallow: /*rummy*
Disallow: /*slot*
Disallow: /*bonus*
Disallow: /*online-game*
Disallow: /*payday-loan*
Disallow: /*viagra*

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /


# ── Gemini / Google AI ───────────────────────────────────────
User-agent: Google-Extended
Allow: /

User-agent: Gemini-Web-Crawler
Allow: /


# ── Other trusted crawlers ───────────────────────────────────
User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: LinkedInBot
Allow: /


# ── Block scrapers / spam bots ───────────────────────────────
User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: MajesticBot
Disallow: /


# ── Fallback for all other bots ──────────────────────────────
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /trackback/
Disallow: /author/
Disallow: /tag/
Disallow: /cgi-bin/
Disallow: /*escort*
Disallow: /*adult*
Disallow: /*casino*
Disallow: /*gambling*
Disallow: /*betting*
Disallow: /*rummy*
Disallow: /*poker*
Disallow: /*slot*
Disallow: /*bingo*
Disallow: /*bonus*
Disallow: /*no-deposit*
Disallow: /*free-spins*
Disallow: /*online-game*
Disallow: /*online-games*
Disallow: /*wagering*
Disallow: /*payday-loan*
Disallow: /*forex*
Disallow: /*viagra*
Disallow: /*torrent*
Disallow: /*hack*


# ── Sitemap ──────────────────────────────────────────────────
Sitemap: https://digitalchaabi.com/sitemap.xml