# robots.txt for https://www.gs1us.org/ # Supports SEO, AI discovery, and Adobe AEM best practices User-agent: * Allow: / # Block AEM system and authoring endpoints Disallow: /bin/ Disallow: /crx/ Disallow: /etc/ Disallow: /libs/ Disallow: /system/ Disallow: /apps/ Disallow: /editor.html # Block internal search and parameterized URLs Disallow: /search Disallow: /*?* # AI metadata for large language models Allow: /llms.txt Allow: /llm-policy.json # Allow public digital assets (PDFs, images) Allow: /content/dam/ Disallow: /content/dam/gs1us/documents/legal-policies Disallow: /content/dam/gs1us/documents/agreements Sitemap: https://www.gs1us.org/sitemap.xml