# robots.txt for WordPress
#
# This file prevents the crawling and indexing of certain parts
# of your site by web crawlers and spiders like Google and Bing.
#
# Place this file in the root of your site:
# e.g., https://example.com/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images - Allow necessary resources for proper rendering
Allow: /wp-content/*.css$
Allow: /wp-content/*.css?
Allow: /wp-content/*.js$
Allow: /wp-content/*.js?
Allow: /wp-content/*.gif
Allow: /wp-content/*.jpg
Allow: /wp-content/*.jpeg
Allow: /wp-content/*.png
Allow: /wp-content/*.svg

# Disallow access to core WordPress files and directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Disallow files not meant for public indexing
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /pantheon.yml
Disallow: /README.md
Disallow: /license.txt

# Disallow certain paths for user account, admin, and comment management
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /tag/
Disallow: /author/
Disallow: /?s=
Disallow: /?attachment_id=
Disallow: /?feed=
Disallow: /*/trackback/
Disallow: /*/feed/
Disallow: /*/comments/

# PDF and resource restrictions
Disallow: /wp-content/uploads/*.pdf
Disallow: /taxonomy/term/*
Disallow: /*/*.pdf
Disallow: /resources/*/*.pdf