# robots.txt — Truster (truster.info)
# Independent domain reviews & trust index. This site WANTS to be discovered,
# read, cited and indexed by AI agents and search crawlers. Every /site/{domain}
# page carries machine-readable Schema.org JSON-LD (Organization, AggregateRating,
# Review). Agent guide: /llms.txt  ·  API catalog: /.well-known/api-catalog
#
# Content-Signal (https://contentsignals.org): how this content may be used.
#   search    = appear in search results / answer engines
#   ai-input  = used to ground/answer AI queries (RAG, assistants)
#   ai-train  = used to train AI models
# We opt IN to all three.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /submit
Disallow: /search
Disallow: /actions/
Disallow: /api/

# Explicitly welcomed AI assistants, answer engines and training crawlers.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: meta-externalagent
User-agent: CCBot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /submit
Disallow: /search
Disallow: /actions/
Disallow: /api/

Sitemap: https://truster.info/sitemap.xml