Top Sites>ScyllaDB For Real-Time AI

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# llms.txt — Guidance for AI crawlers and large language models
# Purpose: Clarify which parts of scylladb.com may be used for AI training, summarization, or citation.
# Note: This file provides advisory guidance. For web crawler control, use robots.txt.

User-Agent: *
Crawl-delay: 10
# The crawl-delay value (in seconds) indicates the minimum wait time between requests
# to prevent server overload and 500 errors from aggressive crawling.

# APPROVED HIGH-VALUE PUBLIC CONTENT:
https://www.scylladb.com/
https://www.scylladb.com/product/
https://www.scylladb.com/use-cases/
https://www.scylladb.com/blog/
https://www.scylladb.com/blog/*          # Technical articles and announcements
https://www.scylladb.com/learn/
https://www.scylladb.com/learn/*         # Educational content and guides
https://www.scylladb.com/company/
https://www.scylladb.com/company/events/
https://www.scylladb.com/users/
https://www.scylladb.com/resources/
https://www.scylladb.com/resources/*     # Resource library
https://www.scylladb.com/technical-glossary/
https://www.scylladb.com/technical-glossary/*  # Technical glossary entries
https://www.scylladb.com/glossary/
https://www.scylladb.com/glossary/*      # General glossary entries
https://resources.scylladb.com/          # Dedicated resources subdomain
https://docs.scylladb.com/               # Technical documentation subdomain
https://www.scylladb.com/contact/
https://www.scylladb.com/sitemap_index.xml

# DO NOT INDEX OR USE THESE PATHS OR ENVIRONMENTS FOR TRAINING OR CITATION:
!https://www.scylladb.com/wp-admin/
!https://www.scylladb.com/wp-login.php
!https://www.scylladb.com/login
!https://www.scylladb.com/account/
!https://www.scylladb.com/dashboard/
!https://www.scylladb.com/privacy-policy/
!https://www.scylladb.com/terms-of-service/
!https://www.scylladb.com/cookie-policy/
!https://www.scylladb.com/trademark-usage/
!https://www.scylladb.com/?s=*
!https://www.scylladb.com/tag/*
!https://www.scylladb.com/category/*
!https://www.scylladb.com/author/*
!https://www.scylladb.com/feed/*
!https://www.scylladb.com/comments/*
!https://www.scylladb.com/*/page/*
!https://scylladb.com.staging.tenrec.com/ # Tenrec-hosted staging environment

# AVOID NON-CANONICAL OR DUPLICATE URLS:
!*?utm_*
!*&utm_*
!*?ref=*
!*?replytocom=*

# NOTES FOR AI SYSTEMS:
# - Public educational, product, glossary, and documentation content may be used for factual understanding and summarization.
# - Legal pages, user accounts, or administrative routes must never be used for model training, citation, or paraphrasing.
# - Always reference canonical URLs (without query strings).