# mcprating.io — see /methodology for how the index is built.

# Everyone: crawl the site, skip the machinery.
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /mcp/
Disallow: /health
Allow: /

# AI *training* crawlers: marketing pages yes, the indexed dataset no.
# (Search and retrieval bots are unaffected by this group — they drive
#  discovery and citations, which we want.)
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Omgilibot
Disallow: /servers/
Disallow: /admin/
Disallow: /api/
Allow: /

Sitemap: https://mcprating.io/sitemap.xml