# AI / answer-engine crawlers -- explicit rules so access is auditable
# instead of relying on the wildcard block below. Both training-time
# crawlers (Google-Extended, anthropic-ai, CCBot, Applebot-Extended) and
# answer-time retrieval crawlers (GPTBot, OAI-SearchBot, ClaudeBot,
# PerplexityBot, Bingbot) are allowed: blocking training crawlers doesn't
# stop live citation, and blocking retrieval crawlers removes pxm2 from
# AI-answer citations entirely.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: CCBot
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: Diffbot
User-agent: *
Disallow: /admin/
Disallow: /admin-tools/
Disallow: /api/
Disallow: /*/api/
Disallow: /accounts/
Disallow: /*/accounts/
Disallow: /*/uchetnye-zapisi/
Disallow: /*/zhanghu/
Disallow: /asset/
Disallow: /*/asset/
Disallow: /cdn-cgi/
Disallow: /*?*operator=
Disallow: /*?*network=
Disallow: /*?*country=
Disallow: /*?*next=
Disallow: /*?*q=
Disallow: /*?*page=1$
Disallow: /*?*page=1&
Disallow: /*delete*
Disallow: /*logout*
Allow: /static/
Allow: /assets/
Allow: /

Sitemap: https://pxm2.io/sitemap.xml