User-agent: *

# Allow Googlebot to crawl everything important, block unnecessary pages

# Block WordPress core directories except specific files needed for rendering
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/

# Allow specific access to critical JavaScript and CSS in /wp-includes
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/blocks/navigation/view.min.js

# Allow access to admin-ajax.php for functionality
Allow: /wp-admin/admin-ajax.php

# Optional: Uncomment if you want to allow access to JSON API
# Allow: /wp-json/

# Block pages that don’t need indexing
Disallow: /tag/
Disallow: /author/
Disallow: /?s=
Disallow: /?attachment_id=
Disallow: /*/feed/
Disallow: /*/trackback/

# Block common WordPress pages
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /?replytocom=

# Sitemaps
Sitemap: https://www.realdemadrid.com/sitemap_index.xml
Sitemap: https://www.realdemadrid.com/news-sitemap.xml