User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /docs/pesdk/apidocs
Disallow: /docs/vesdk/apidocs
Disallow: /use-cases/video-for-web
Disallow: /docs/vesdk/page-data/*
Disallow: /docs/pesdk/page-data/*
Disallow: /docs/cesdk/page-data/*

Allow: /
# Standard sitemap for regular content
Sitemap: https://img.ly/sitemap.xml

# LLM-specific
Sitemap: https://img.ly/llms.txt
LLM-Full: https://img.ly/llms-full.txt
Blog-LLM-Full: https://img.ly/blog/llms-full.txt