Top Sites>AI Therapist Online - Free Therapy Sessions 24/7 | Freudly

User-agent: *
Disallow: *?
Disallow: *preload

User-agent: Googlebot
Disallow: *?
Disallow: *preload

User-agent: Yandex
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&utm_referrer&utm_content
Clean-Param: banner-sizes&actual-format&pcodever&banner-test-tags&banners-videos&constructor-rendered-assets&rendered-direct-assets&width&height&stat-id&partner-stat-id&pcode-active-testids
Clean-Param: order-banners-options&click-time&clickX&clickY
Clean-Param: etext
Clean-Param: erid
Clean-Param: test-tag
Clean-Param: yprqee
Clean-Param: yclid
Clean-Param: ctime
Clean-Param: _ym_debug
Clean-Param: ybaip
Clean-Param: search
Disallow: *preload

Sitemap: https://freudly.ai/sitemap.xml

User-agent: ChatGPT-User
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: GPTBot
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: OpenAI-Plugin
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: OpenAI
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: YandexAdditionalBot
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: YandexAdditional
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: Google-CloudVertexBot
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: Google-Extended
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: PerplexityBot
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

User-agent: Perplexity-User
Allow: /api/ai/.wellknown/openai.json
Allow: /api/ai/service/
Allow: /api/ai/service-search-by-name/
Allow: /api/ai/blog/
Allow: /api/ai/blog-search-by-name/
Disallow: /api/

# llms.txt — AI usage policy for freudly.ai
# Purpose: Make expectations clear for AI crawlers/agents (training, caching, attribution, rate limits).
# Location: https://freudly.ai/llms.txt (you can also mirror at /.well-known/llms.txt)
# Language: Keys are English for machine-readability.

version: 1
site: https://freudly.ai/
owner: Freudly
contact: hello@freudly.ai
last-updated: 2025-10-12
policy-url: https://freudly.ai/privacy-policy/
languages: [ru, en, es]

intent:
  summary: "Freudly welcomes AI crawlers, LLMs, and search bots to freely use, index, and learn from our public content."
  note: "We support open AI research, model training, embeddings, and retrieval based on our public pages."


# --- Access & purpose ---
access:
  crawling: open
  training: allow
  fine-tuning: allow
  embeddings: allow
  retrieval: allow
  caching: allow
  retention-period: unlimited
  user-agent-policy: "User-Agent and contact email optional"


# --- Attribution & provenance ---
attribution:
  required: false
  preferred: true
  linkback: https://freudly.ai/
  citation-format: ["schema-org", "simple-url"]


# --- Derivatives & licensing ---
licensing:
 derivatives: allow
  commercial-use: allow
  research-use: allow
  api-licensing: https://freudly.ai/privacy-policy/

# --- Scope (paths & filetypes) ---
scopes:
  allow-paths:
    - /
    - /es/
    - /ru/                        
    - /ru/blog/
  disallow-paths:
    - /admin/
  filetypes-allowed:
    - text/html
    - application/json
    - application/ld+json
    - application/pdf
    - image/*
    - audio/*
    - video/*
  filetypes-disallowed:
    - application/zip

# --- Rate & etiquette ---
rate:
  max-reqs-per-minute: unlimited
  max-concurrent: unlimited
  crawl-window: any
  respect-robots: true


# --- Discovery hints ---
discovery:
  sitemap: https://freudly.ai/sitemap.xml
  robots: https://freudly.ai/robots.txt
  prefer-canonical: true
  content-updates-indicator: etag+last-modified

# --- Bot-specific preferences (advisory; enforce via robots.txt) ---
bots:
  OpenAI:
    GPTBot: allow
    OAI-SearchBot: allow
    OAI-Image: allow
  Anthropic:
    ClaudeBot: allow
    Claude-Web: allow
  Google:
    Google-Extended: allow 
  Apple:
    Applebot-Extended: allow
  Perplexity:
    PerplexityBot: allow
  CommonCrawl:
    CCBot: allow
  Meta:
    FacebookBot: allow
  Amazon:
    Amazonbot: allow
  ByteDance:
    Bytespider: allow
  Mistral:
    MistralBot: allow
  xAI:
    GrokBot: allow
  Others:
    default-training: allow


# --- Legal & contacts ---
legal:
  jurisdiction: UAE
  privacy: https://freudly.ai/privacy-policy/
  licensing-contact: hello@freudly.ai
  abuse-contact:  hello@freudly.ai