# QuantGPT crawler policy.
# Search engines and AI agents: welcome everywhere public, including the
# strategy library (/library/), which we want AI assistants to read and cite.
# /llms.txt summarises the site for them. The library list is in the HTML
# itself (scripts/build.mjs), so a reader that runs no script sees it.

User-agent: Bytespider
Disallow: /

# The answer engines that fetch a page when a person asks about it, and
# their search crawlers: named so a later rule for all agents cannot
# shut them out by accident.
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: ClaudeBot
User-agent: Perplexity-User
User-agent: PerplexityBot
Allow: /

User-agent: *
Allow: /

Sitemap: https://quantgpt.co/sitemap.xml