# Allow Google ad crawlers full access
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: *
# --- Block backend, auth and private areas ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /dashboard/

# --- Block thin/duplicate/utility pages ---
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# --- Block feed/trackback on individual posts ---
Disallow: /*/trackback/
Disallow: /author/*/feed/
Disallow: /two-takes/*/feed/
Disallow: /syndicated_post/*/feed/
Disallow: /syndicated_post/

# REST API: intentionally allowed (public routes; auth for private data).
# Do not add "Disallow: /wp-json/" — it blocks tools/assistants that respect robots.txt.

# --- Block wp-content non-page resources ---
Disallow: /wp-content/uploads/*.php
Disallow: /wp-content/video/

# --- Sitemap (Rank Math) ---
Sitemap: https://www.techi.com/sitemap_index.xml

# Block legacy syndicated_post URLs (path form)
Disallow: /syndicated-post/

# --- Block comment feeds (exposes comment metadata) ---
Disallow: /comments/feed/
Disallow: /*/comments/feed/