# ==========================================
# HOSTINKOS - The 100% Ultimate robots.txt (2026)
# ==========================================

# 🗺️ Harta e Faqes
Sitemap: https://hostinkos.com/sitemap_index.xml
Sitemap: https://hostinkos.com/sitemap_sq.xml
Sitemap: https://hostinkos.com/en/sitemap_en-gb.xml

# 🤖 Inteligjenca Artificiale (LLMs & RAG - Lejojmë Leximin)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
Allow: /
Allow: /llms.txt

# 🔎 Ekosistemi i Google dhe Bing (Pa Kufizime Vonese)
User-agent: Googlebot
User-agent: bingbot
User-agent: BingPreview
User-agent: adidxbot
Allow: /

# 🛑 SEO Scrapers & Bot-et Agresive (Mbrojtja e Burimeve të Serverit)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: BLEXBot
Crawl-delay: 5

# 🚫 Bot-et e Padëshiruara (Bllokim Total)
User-agent: Yandex
User-agent: Baiduspider
User-agent: Slurp
User-agent: YandexBot
User-agent: sogou spider
Disallow: /

# 🌍 Rregullat Globale (Për të gjithë bot-et e tjerë)
User-agent: *
Crawl-delay: 2
Allow: /llms.txt

# --- 1. Rregullat e Sistemit & Serverit ---
Disallow: /cdn-cgi/
Disallow: /cgi-bin/
Disallow: /*.sql$
Disallow: /*.tar.gz$
Disallow: /*.zip$

# --- 2. Optimizimi i Thellë i WordPress (Blog & Siguria) ---
Disallow: /blog/wp-admin/
Disallow: /blog/wp-login.php
Disallow: /blog/xmlrpc.php
Disallow: /blog/?s=
Disallow: /blog/search/
Disallow: /blog/?author=*           # Parandalon gjetjen e Usernames (Siguri)
Disallow: /blog/readme.html         # Fsheh versionin e saktë të WordPress
Disallow: /blog/license.txt
Disallow: /blog/wp-content/plugins/ # Ndalon indeksimin e skripteve backend
Disallow: /blog/wp-content/themes/
Allow: /blog/wp-admin/admin-ajax.php
Allow: /blog/wp-includes/*.js
Allow: /blog/wp-includes/*.css
Allow: /blog/wp-includes/*.png
Allow: /blog/wp-includes/*.jpg
Allow: /blog/wp-includes/*.svg
Allow: /blog/wp-includes/*.woff     # Lejon fontet për Google PageSpeed
Allow: /blog/wp-includes/*.woff2
Allow: /blog/wp-includes/*.ttf
Disallow: /blog/wp-includes/

# --- 3. Kurthet e SEO & Siguria në WHMCS ---
Disallow: /my/admin/
Disallow: /my/cart.php
Disallow: /my/register.php
Disallow: /my/clientarea.php
Disallow: /my/pwreset.php
Disallow: /my/submitticket.php
Disallow: /my/affiliates.php
Disallow: /my/knowledgebase/
Disallow: /my/announcements/
Disallow: /my/download/
Disallow: /my/dl.php
Disallow: /my/contact.php
Disallow: /my/networkissues.php
Disallow: /my/banned.php
Disallow: /my/domainchecker.php
Disallow: /my/viewinvoice.php       # Ndalon indeksimin e faturave të klientëve
Disallow: /my/quotes.php            # Ndalon indeksimin e ofertave/kuotave
Disallow: /my/serverstatus.php      # Ndalon faqen dinamike të statusit të serverit

# --- 4. Bllokimi i Parametrave Dinamikë & Affiliate ---
Disallow: /*?currency=*
Disallow: /*?language=*
Disallow: /*?systpl=*
Disallow: /*&currency=*
Disallow: /*&language=*
Disallow: /*?aff=*                  # Bllokon indeksimin e linqeve të Partnerëve (Affiliate)
Disallow: /*&aff=*
Disallow: /*?replytocom=*           # Bllokon dublikimin te komentet e blogut