# ============================================================ # Robots.txt for Atak Domain # Last updated: 13.03.2026 # Contact: support@atakdomain.com # ============================================================ # AI/LLM context file available at: # https://www.atakdomain.com/llms.txt # ============================================================ # ---------------------------------------- # CRAWL DELAY # ---------------------------------------- User-agent: SemrushBot Crawl-delay: 10 User-agent: Yandex Crawl-delay: 5 Allow: / Host: https://www.atakdomain.com # ---------------------------------------- # GOOGLE BOTS # ---------------------------------------- User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: GoogleOther Allow: / User-agent: GoogleOther-Image Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: AdsBot-Google Allow: / User-agent: Google-Extended Allow: / User-agent: Storebot-Google Allow: / # ---------------------------------------- # MICROSOFT / BING / COPILOT # ---------------------------------------- User-agent: bingbot Crawl-delay: 5 Allow: / User-agent: BingPreview Allow: / User-agent: msnbot Allow: / # ---------------------------------------- # OPENAI / CHATGPT # ---------------------------------------- User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / # ---------------------------------------- # ANTHROPIC / CLAUDE # ---------------------------------------- User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / # ---------------------------------------- # PERPLEXITY AI # ---------------------------------------- User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # ---------------------------------------- # META AI / LLAMA # ---------------------------------------- User-agent: meta-externalagent Allow: / User-agent: FacebookBot Allow: / User-agent: Meta-ExternalFetcher Allow: / # ---------------------------------------- # APPLE / SIRI # ---------------------------------------- User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # ---------------------------------------- # AMAZON / ALEXA # ---------------------------------------- User-agent: Amazonbot Allow: / # ---------------------------------------- # YOU.COM # ---------------------------------------- User-agent: YouBot Allow: / # ---------------------------------------- # COHERE AI # ---------------------------------------- User-agent: cohere-ai Allow: / # ---------------------------------------- # MISTRAL AI # ---------------------------------------- User-agent: MistralBot Allow: / # ---------------------------------------- # XAI / GROK # ---------------------------------------- User-agent: xAI Allow: / # ---------------------------------------- # DUCKDUCKGO AI # ---------------------------------------- User-agent: DuckAssistBot Allow: / User-agent: DuckDuckBot Allow: / # ---------------------------------------- # BRAVE SEARCH AI # ---------------------------------------- User-agent: Brave Allow: / # ---------------------------------------- # ALLEN INSTITUTE FOR AI # ---------------------------------------- User-agent: AI2Bot Allow: / # ---------------------------------------- # COMMON CRAWL (AI Training Data) # ---------------------------------------- User-agent: CCBot Allow: / # ---------------------------------------- # DIFFBOT # ---------------------------------------- User-agent: Diffbot Allow: / # ---------------------------------------- # BYTESPIDER / BYTEDANCE # ---------------------------------------- User-agent: Bytespider Allow: / # ---------------------------------------- # WEBZ.IO / OMGILI # ---------------------------------------- User-agent: Webzio-Extended Allow: / User-agent: omgili Allow: / User-agent: omgilibot Allow: / # ---------------------------------------- # ARAMA MOTORLARI — ASYA & BÖLGESEL # ---------------------------------------- User-agent: Baiduspider Allow: / User-agent: Baiduspider-image Allow: / User-agent: Baiduspider-video Allow: / User-agent: Baiduspider-news Allow: / User-agent: Yeti Allow: / User-agent: SeznamBot Allow: / User-agent: Sogou web spider Allow: / User-agent: Sogou inst spider Allow: / User-agent: 360Spider Allow: / User-agent: HaosouSpider Allow: / User-agent: Slurp Allow: / User-agent: Teoma Allow: / User-agent: MojeekBot Allow: / User-agent: ExaBot Allow: / User-agent: GigaBot Allow: / User-agent: Swiftbot Allow: / # ---------------------------------------- # SEO ARAÇLARI # ---------------------------------------- User-agent: AhrefsBot Allow: / User-agent: rogerbot Allow: / User-agent: MJ12bot Allow: / User-agent: MagesticSEO Allow: / User-agent: MajesticBot Allow: / User-agent: Screaming Frog SEO Spider Allow: / User-agent: SEOkicks Allow: / User-agent: Searchmetrics Allow: / User-agent: RyteBot Allow: / User-agent: SistrixCrawler Allow: / User-agent: SeobilityBot Allow: / User-agent: OnCrawl Allow: / User-agent: ContentKing Allow: / User-agent: Botify Allow: / User-agent: DeepCrawl Allow: / # ---------------------------------------- # WEB ARŞİVLEME # ---------------------------------------- User-agent: ia_archiver Allow: / User-agent: archive.org_bot Allow: / User-agent: HTTrack Allow: / User-agent: Wget Allow: / # ---------------------------------------- # HABER & İÇERİK AGREGATÖRLERİ # ---------------------------------------- User-agent: FlipboardProxy Allow: / User-agent: Flipboard Allow: / User-agent: Feedly Allow: / User-agent: FeedlyBot Allow: / User-agent: Netvibes Allow: / User-agent: NewsBlur Allow: / User-agent: InoReader Allow: / User-agent: AppleNewsBot Allow: / User-agent: MSNBot-Media Allow: / User-agent: Outbrain Allow: / User-agent: Taboola Allow: / # ---------------------------------------- # OTHERS — GENEL KURALLAR # ---------------------------------------- User-agent: * Allow: / Allow: *.js Allow: *.css Allow: /cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js Disallow: /cdn-cgi/ Disallow: /sepetim Disallow: /en/my-cart Disallow: /ru/my-cart Disallow: /de/mein-warenkorb Disallow: /api/ Disallow: /*articleurlkey* Disallow: /sure-platform-secimi Disallow: /en/choose-duration-platform Disallow: /ru/choose-duration-platform Disallow: /de/wahle-dauer-plattform Disallow: /web-hosting-domain-secimi Disallow: /en/web-hosting-domain-selection Disallow: /ru/web-hosting-domain-selection Disallow: /de/web-hosting-domain-auswahl Disallow: /uye-paneli Disallow: /en/member-panel Disallow: /ru/member-panel Disallow: /de/mitglieder-panel Disallow: /musteri-paneli Disallow: /*.asmx Disallow: /?ref= Disallow: /?utm_ Disallow: /?session= Disallow: /?affiliate= Disallow: /?p= Disallow: /cgi-bin/ # ---------------------------------------- # SITEMAPS # ---------------------------------------- Sitemap: https://www.atakdomain.com/sitemap.xml Sitemap: https://www.atakdomain.com/sitemap-en.xml Sitemap: https://www.atakdomain.com/sitemap-de.xml Sitemap: https://www.atakdomain.com/sitemap-ru.xml