{
  "claim": {
    "id": 39,
    "entity_id": 7,
    "slug": "claude-user/honours_crawl_delay",
    "field": "honours_crawl_delay",
    "value": "yes",
    "statement": "Claude-User respects the Crawl-delay directive in robots.txt when fetching pages.",
    "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "evidence_quote": "\"We aim for minimal disruption by being thoughtful about how quickly we crawl the same domains and respecting Crawl-delay where appropriate.\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "medium",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": "2026-04-07"
  },
  "entity": {
    "id": 7,
    "slug": "claude-user",
    "vendor": "Anthropic",
    "name": "Claude-User",
    "kind": "fetcher",
    "purpose": "user_fetch",
    "ua_token": "Claude-User",
    "ua_pattern": "Claude-User",
    "robots_token": "Claude-User",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Retrieves a page when a Claude user directs Claude to access that URL.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": [],
  "definition": "A claim page on Rattlesnakes By Mail publishes one claim about one entity, here Claude-User. The claim page states the field, the value, the statement, the source URL, the verbatim evidence quote, the verification method, the confidence, the date the claim was verified, and the claim that the published claim supersedes. A claim page is permanent: the claim is never edited, and a superseded claim stays addressable at the same URL."
}