# Vanagon Dictionary robots policy
# Public-safe Dictionary pages, docs, feeds, OpenAPI, llms files, and read-only API/MCP introspection are crawlable by default.
# Agent policy: https://dictionary.ja1.io/.well-known/agent-policy.json
# AI policy: https://dictionary.ja1.io/.well-known/ai-policy.json
# Trust policy: https://dictionary.ja1.io/.well-known/trust.json
# LLMs: https://dictionary.ja1.io/llms.txt
# Humans: https://dictionary.ja1.io/humans.txt

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: Claude-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate

User-agent: *
Allow: /
Allow: /api/docs
Allow: /api/health
Allow: /api/v1/health
Allow: /api/v1/terms
Allow: /api/v1/search
Allow: /api/v1/categories
Allow: /api/v1/tags
Allow: /api/v1/locales
Allow: /api/v1/agent-policy
Allow: /api/mcp
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/*/admin
Disallow: /api/*/private
Disallow: /api/*/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate
Disallow: /*?token=
Disallow: /*?key=
Disallow: /*?secret=

Sitemap: https://dictionary.ja1.io/sitemap.xml
Sitemap: https://dictionary.ja1.io/sitemap-main.xml
Sitemap: https://dictionary.ja1.io/sitemap-index.xml
# Feed: https://dictionary.ja1.io/rss.xml
# Atom: https://dictionary.ja1.io/feed.xml