# GENERAL SETTINGS User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /?* Disallow: /?s= # Block internal search pages Disallow: /*?*filter=* # Block filter parameter URLs Disallow: /*?*orderby=* # Block sorting parameter URLs Disallow: /*?*utm_* # Block tracking URLs (Google Analytics, etc.) Disallow: /*?*replytocom # Block WordPress comment reply links Disallow: /wp-content/uploads/bulk-media-register-tmp/ Allow: /wp-admin/admin-ajax.php # Optional: reduce crawl load if server is sensitive Crawl-delay: 10 # AI & SCRAPER BOT RULES # Allow known AI data collection bots User-agent: GPTBot Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: ChatGPT-User Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: Google-Extended Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: CCBot Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: FacebookBot Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: BingAI Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: Google-Extended Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / User-agent: Anthropic Disallow: /?s= Disallow: /*?*filter=* Disallow: /*?*orderby=* Allow: / # IMPORTANT SEO DIRECTIVES # Allow major search engines full access User-agent: Googlebot Disallow: User-agent: Bingbot Disallow: User-agent: Slurp Disallow: # SITEMAP Sitemap: https://gaports.com/sitemap_index.xml