User-agent: *
Crawl-delay: 20

# Block sensitive / unnecessary files

Disallow: /abby.php
Disallow: /report.php

# Block unwanted directories

Disallow: /pdf/
Disallow: /PDF/

# Block tracking / query-heavy URLs

Disallow: /?*
Disallow: /?s=
Disallow: /search/

# Block specific paths

Disallow: /l/413792/
Disallow: /integration-connectivity-type/corporate/feed/
Disallow: /resource/a-guide-to-modern-online-reputation-management-tool/feed/
Disallow: /blog/rate-parity-performance-report-may-2017-africa/
Disallow: /resource/success-story-of-fontainebleau/feed/
Disallow: /region/latam/feed/

# Block heavy dynamic endpoints (important for performance)

Disallow: /wp-json/

# Allow admin-ajax for frontend functionality

Allow: /wp-admin/admin-ajax.php

# WP Import Export

Disallow: /wp-content/uploads/wp-import-export-lite/