# Robots.txt for WordPress with Yoast SEO and WP Rocket
# Site: https://www.foodics.com

User-agent: *
Allow: /

# WordPress core directories to block
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/

# Allow access to theme assets (CSS, JS, Images)
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.png
Allow: /wp-content/themes/*.jpg
Allow: /wp-content/themes/*.jpeg
Allow: /wp-content/themes/*.gif
Allow: /wp-content/themes/*.svg
Allow: /wp-content/themes/*.webp
Allow: /wp-content/themes/*.ico
Allow: /wp-content/themes/*.woff
Allow: /wp-content/themes/*.woff2

# Allow uploads directory (images, media)
Allow: /wp-content/uploads/

# WP Rocket cache directories
Disallow: /wp-content/cache/
Disallow: /wp-content/cache/wp-rocket/
Disallow: /wp-content/cache/busting/

# Block WordPress files and directories
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /xmlrpc.php

# Block search and internal pages
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: /404/
Disallow: /embed/

# Block feeds (unless you specifically want them indexed)
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/comments/feed/

# Block trackbacks and pingbacks
Disallow: /trackback/
Disallow: */trackback/
Disallow: */*/trackback/

# Block URL parameters
Disallow: /*?*
Disallow: /*?
Disallow: /*&

# Block specific query strings
Disallow: /*?replytocom
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*?attachment_id=
Disallow: /*?preview=true

# Block attachment pages (unless you want them indexed)
Disallow: /*/attachment/

# Block date-based archives (optional - remove if you want these indexed)
Disallow: /2024/
Disallow: /2025/
Disallow: /2023/

# Block tag and category pages with parameters
Disallow: /tag/*?
Disallow: /category/*?

# Block WordPress login and registration
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block common WordPress security files
Disallow: /wp-config-sample.php
Disallow: /wp-comments-post.php
Disallow: /wp-links-opml.php
Disallow: /wp-locations.php

# Block Yoast SEO specific files (if any)
Disallow: /sitemap.xml
Allow: /sitemap_index.xml

# Block temporary and backup files
Disallow: /*.tmp
Disallow: /*.bak
Disallow: /*~

# Block log files
Disallow: /*.log

# Allow Google and Bing specific crawlers for better indexing
User-agent: Googlebot
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js

User-agent: Bingbot
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js

# Block aggressive crawlers (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap location (Yoast SEO)
Sitemap: https://www.foodics.com/sitemap_index.xml