{
  "claim": {
    "id": 52,
    "entity_id": 5,
    "slug": "claudebot/separate_search_and_training_tokens",
    "field": "separate_search_and_training_tokens",
    "value": "yes",
    "statement": "Anthropic separates training and search controls into two robots.txt tokens: ClaudeBot for training and Claude-SearchBot for search.",
    "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "evidence_quote": "\"ClaudeBot ... When a site restricts ClaudeBot access, it signals that the site's future materials should be excluded from our AI model training datasets.\" next to \"Claude-SearchBot navigates the web to improve search result quality for users.\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "high",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": "2026-04-07"
  },
  "entity": {
    "id": 5,
    "slug": "claudebot",
    "vendor": "Anthropic",
    "name": "ClaudeBot",
    "kind": "crawler",
    "purpose": "training",
    "ua_token": "ClaudeBot",
    "ua_pattern": "ClaudeBot",
    "robots_token": "ClaudeBot",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Collects web content that may contribute to Anthropic model training.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": [],
  "definition": "A claim page on Rattlesnakes By Mail publishes one claim about one entity, here ClaudeBot. The claim page states the field, the value, the statement, the source URL, the verbatim evidence quote, the verification method, the confidence, the date the claim was verified, and the claim that the published claim supersedes. A claim page is permanent: the claim is never edited, and a superseded claim stays addressable at the same URL."
}