Top Sites>【ハウスドゥ.com】不動産・住宅の購入や売却に関する情報が満載！

User-agent: *
Disallow:

User-agent: Googlebot
Disallow:

User-agent: bingbot
Crawl-delay: 3
Disallow:

User-agent: CCBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: Amazonbot
Crawl-delay: 20

Sitemap: https://www.housedo.com/sitemap.xml

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: Qwantify
Disallow: /

# HP Schema LLM Schema Definition File
# 最終更新日: 2025-10-22
version: 1.0

default_entity_type: RealEstateAgent

includes:
  - Organization
  - LocalBusiness
  - WebSite
  - WebPage
  - RealEstateListing
  - Place
  - PostalAddress
  - Offer
  - Product
  - ImageObject
  - ContactPoint

priority_entities:
  - RealEstateListing
  - LocalBusiness
  - PostalAddress
  - Offer
  - ContactPoint

default_language: ja

languages_offered:
  - ja

area_served:
  - 日本全国

content_types:
  - real_estate_listing
  - company_profile
  - contact_page
  - office_locations

audiences:
  - 一般消費者
  - 不動産購入希望者
  - 不動産売却希望者

crawl_instructions:
  - follow: all
  - index: all
  - schema_priority: RealEstateListing > LocalBusiness > Offer

notes:
  - "当社は日本全国で不動産の売買サービスを提供しています。"
  - "主要情報には物件情報、住所、営業時間、連絡先、価格情報が含まれます。"

# Licensing
x-content-license: "(c) HOUSEDO All Rights Reserved."
x-ai-training-policy: "allowed"

# Rate Limits
crawl-delay: 20
x-rate-limit: 15
x-rate-limit-window: 60
x-rate-limit-policy: "strict"
x-rate-limit-retry: "no-retry"
x-rate-limit-description: "Maximum 30 requests per 60 seconds. If rate limit is exceeded, do not retry immediately. Respect Retry-After header."

# Concurrency Limits
x-concurrency-limit: 1
x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 2. This helps us manage server load."

# Error / Retry Policy
x-error-retry-policy: "exponential-backoff"
x-error-retry-policy-description: "For transient errors (5xx except 429), use exponential backoff: start at 2s, double each retry, max 5 retries."
x-rate-limit-exceeded-policy: "wait-and-retry"
x-rate-limit-exceeded-policy-description: "When receiving 429 Too Many Requests, wait at least 60 seconds before retrying."
x-max-retries: 2
x-retry-status-codes:
  - 500
  - 502
  - 503
  - 504
x-no-immediate-retry-status-codes:
  - 429
x-no-retry-status-codes:
  - 403
  - 404
  - 401