# robots.txt for Drupal site
# Prevents indexing of sensitive or duplicate content while allowing essential assets for rendering.

User-agent: *

# Allow essential assets (CSS, JS, images) for proper rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.svg$

# Disallow sensitive directories and files
Disallow: /core/modules/
Disallow: /core/themes/
Disallow: /profiles/
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /modules/README.txt
Disallow: /README.md
Disallow: /web.config

# Disallow administrative and user-specific paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed

# Disallow same paths with no clean URLs
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/user/register
Disallow: /index.php/user/password
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed

# Disallow specific content paths (if not intended for indexing)
Disallow: /resources
Disallow: /resources/
Disallow: /resources?*
Disallow: /search?*
Disallow: /about/experts-staff
Disallow: /about/experts-staff/
Disallow: /about/experts-staff?*
Disallow: /paying-for-paris/resource-library
Disallow: /paying-for-paris/resource-library/
Disallow: /paying-for-paris/resource-library?*
Disallow: /wri_maps/region-map/json

# Sitemap location
Sitemap: https://www.wri.org/sitemap.xml
Sitemap: https://www.wri.org/sitemap.xml