User-agent: *
# Block system / technical sections
Disallow: /admin/
Disallow: /accounts/
Disallow: /cdn-cgi/
Disallow: /static/
Disallow: /media/
Allow: /newsroom/
Allow: /news/
Disallow: /*?ordering=
Disallow: /*?filter=

# Allow key hubs and content sections
Allow: /vuln/
Allow: /vuln/latest/
Allow: /vuln/detail/
Allow: /vuln/products-security-index/
Allow: /vuln/year/
Allow: /vuln/severity/
Allow: /vuln/type/
Allow: /vendor/
Allow: /cisakev/
Allow: /epss/
Allow: /githubcrawler/
Allow: /rssfeed/
Allow: /cwe/
Allow: /capec/
Allow: /stats/
Allow: /vulnerability-cve-metrics/
Allow: /api/
Allow: /search/
Allow: /compare/

Sitemap: https://cvefeed.io/sitemap.xml