# Robots.txt for TechCentral.co.za
# Optimized for WordPress with WP Fastest Cache, Wordfence, and Cloudflare

User-agent: *

# Block WordPress admin and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-includes/

# Block plugin directories (but not their generated content)
Disallow: /wp-content/plugins/

# Block WordPress system files
Disallow: /wp-config.php
Disallow: /wp-load.php
Disallow: /wp-cron.php
Disallow: /wp-links-opml.php
Disallow: /wp-mail.php
Disallow: /wp-trackback.php
Disallow: /wp-activate.php
Disallow: /wp-signup.php
Disallow: /wp-comments-post.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Block search and filter URLs to avoid duplicate content
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/
Disallow: /*?preview=true
Disallow: /*?replytocom=

# Block feeds (allow main RSS but block category/tag feeds)
Disallow: /*/feed/
Disallow: /tag/*/feed/
Disallow: /category/*/feed/
Disallow: /author/*/feed/

# Block trackback URLs
Disallow: /*/trackback/

# Block phpMyAdmin
Disallow: /phpmyadmin/

# Block common backup and log files
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$

# Block pagination parameters to avoid duplicate content
Disallow: /*?page=
Disallow: /*?paged=

# Allow admin-ajax for proper functionality
User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php

User-agent: Bingbot
Allow: /wp-admin/admin-ajax.php

# Slow down aggressive bots
User-agent: SemrushBot
Crawl-delay: 86400

User-agent: AhrefsBot
Crawl-delay: 86400

User-agent: MJ12bot
Crawl-delay: 86400

# Sitemap locations
Sitemap: https://techcentral.co.za/news-sitemap.xml
Sitemap: https://techcentral.co.za/sitemap_index.xml
Sitemap: https://techcentral.co.za/post-sitemap1.xml