{
  "entity": {
    "id": 7,
    "slug": "claude-user",
    "vendor": "Anthropic",
    "name": "Claude-User",
    "kind": "fetcher",
    "purpose": "user_fetch",
    "ua_token": "Claude-User",
    "ua_pattern": "Claude-User",
    "robots_token": "Claude-User",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Retrieves a page when a Claude user directs Claude to access that URL.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 44,
      "entity_id": 7,
      "slug": "claude-user/cites_sources",
      "field": "cites_sources",
      "value": "not_documented",
      "statement": "Anthropic does not publish whether Claude responses cite pages fetched by Claude-User.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 39,
      "entity_id": 7,
      "slug": "claude-user/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "yes",
      "statement": "Claude-User respects the Crawl-delay directive in robots.txt when fetching pages.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"We aim for minimal disruption by being thoughtful about how quickly we crawl the same domains and respecting Crawl-delay where appropriate.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 40,
      "entity_id": 7,
      "slug": "claude-user/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "Anthropic publishes the IP address ranges used by Claude-User as a JSON file at https://claude.com/crawling/bots.json.",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "evidence_quote": "\"If a crawler has a source IP address on this list, it indicates that the crawler is coming from Anthropic.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-08-18"
    },
    {
      "id": 42,
      "entity_id": 7,
      "slug": "claude-user/purpose_documented",
      "field": "purpose_documented",
      "value": "user_fetch",
      "statement": "Claude-User accesses websites in response to questions that individual users ask Claude.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 45,
      "entity_id": 7,
      "slug": "claude-user/reads_llms_txt",
      "field": "reads_llms_txt",
      "value": "not_documented",
      "statement": "Anthropic does not publish whether Claude-User reads llms.txt files.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 37,
      "entity_id": 7,
      "slug": "claude-user/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "Claude-User honours industry standard robots.txt directives that signal do not crawl.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect \"do not crawl\" signals by honoring industry standard directives in robots.txt.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 43,
      "entity_id": 7,
      "slug": "claude-user/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "not_documented",
      "statement": "Anthropic does not document Claude-User as a search or training opt-out token.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Claude-User allows site owners to control which sites can be accessed through these user-initiated requests.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 46,
      "entity_id": 7,
      "slug": "claude-user/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "not_documented",
      "statement": "Anthropic does not publish a full user agent string for Claude-User.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 38,
      "entity_id": 7,
      "slug": "claude-user/user_fetch_exception_documented",
      "field": "user_fetch_exception_documented",
      "value": "no",
      "statement": "Anthropic applies the same robots.txt statement to Claude-User as to ClaudeBot and Claude-SearchBot and documents no exception for user-initiated fetches.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect \"do not crawl\" signals by honoring industry standard directives in robots.txt.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 41,
      "entity_id": 7,
      "slug": "claude-user/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "not_documented",
      "statement": "Anthropic does not publish a reverse-DNS verification method for Claude-User.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    }
  ],
  "observed": {
    "requests_30d": 19,
    "verified_requests_30d": 17,
    "verified_share_30d": 0.8947368421052632,
    "daily_rows": [
      {
        "id": 49,
        "date": "2026-09-20",
        "entity_id": 7,
        "requests": 2,
        "paths": "[\"/mcp\"]",
        "formats": "[\"json\"]",
        "verified_share": 0,
        "verified_requests": 0
      },
      {
        "id": 43,
        "date": "2026-09-19",
        "entity_id": 7,
        "requests": 5,
        "paths": "[\"/robots.txt\",\"/changes\",\"/.well-known/mcp/server.json\",\"/\"]",
        "formats": "[\"txt\",\"html\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 5
      },
      {
        "id": 36,
        "date": "2026-09-18",
        "entity_id": 7,
        "requests": 2,
        "paths": "[\"/robots.txt\",\"/\"]",
        "formats": "[\"txt\",\"html\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 28,
        "date": "2026-09-17",
        "entity_id": 7,
        "requests": 5,
        "paths": "[\"/robots.txt\",\"/fields.md\",\"/claims.md\",\"/data.md\",\"/.well-known/mcp/server.json\"]",
        "formats": "[\"txt\",\"md\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 5
      },
      {
        "id": 17,
        "date": "2026-09-15",
        "entity_id": 7,
        "requests": 5,
        "paths": "[\"/robots.txt\",\"/\",\"/crawlers/claudebot\",\"/observed\"]",
        "formats": "[\"txt\",\"html\"]",
        "verified_share": 1,
        "verified_requests": 5
      }
    ]
  },
  "changes": [
    {
      "id": 37,
      "claim_id": 37,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "Claude-User honours industry standard robots.txt directives that signal do not crawl."
    },
    {
      "id": 38,
      "claim_id": 38,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "user_fetch_exception_documented",
      "claim_value": "no",
      "claim_statement": "Anthropic applies the same robots.txt statement to Claude-User as to ClaudeBot and Claude-SearchBot and documents no exception for user-initiated fetches."
    },
    {
      "id": 39,
      "claim_id": 39,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "honours_crawl_delay",
      "claim_value": "yes",
      "claim_statement": "Claude-User respects the Crawl-delay directive in robots.txt when fetching pages."
    },
    {
      "id": 40,
      "claim_id": 40,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "Anthropic publishes the IP address ranges used by Claude-User as a JSON file at https://claude.com/crawling/bots.json."
    },
    {
      "id": 41,
      "claim_id": 41,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish a reverse-DNS verification method for Claude-User."
    },
    {
      "id": 42,
      "claim_id": 42,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "user_fetch",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "purpose_documented",
      "claim_value": "user_fetch",
      "claim_statement": "Claude-User accesses websites in response to questions that individual users ask Claude."
    },
    {
      "id": 43,
      "claim_id": 43,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not document Claude-User as a search or training opt-out token."
    },
    {
      "id": 44,
      "claim_id": 44,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "cites_sources",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish whether Claude responses cite pages fetched by Claude-User."
    },
    {
      "id": 45,
      "claim_id": 45,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "reads_llms_txt",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish whether Claude-User reads llms.txt files."
    },
    {
      "id": 46,
      "claim_id": 46,
      "entity_id": 7,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "claim_field": "user_agent_string_full",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish a full user agent string for Claude-User."
    }
  ],
  "questions": [],
  "notes": [],
  "definition": "The Claude-User record on Rattlesnakes By Mail is the full published file on Claude-User, a fetcher from Anthropic. Each fact on the Claude-User record is a dated claim with a verbatim quote from Anthropic, a source URL, a verification method and a confidence. Sections run in a fixed order: Identity, Claims, Observations, Changes, Questions, Notes.",
  "fields_url": "https://rattlesnakesbymail.com/fields",
  "compare_with": [
    {
      "slug": "claude-searchbot",
      "name": "Claude-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-searchbot-vs-claude-user"
    },
    {
      "slug": "claudebot",
      "name": "ClaudeBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-claudebot"
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-claude-user"
    },
    {
      "slug": "applebot-extended",
      "name": "Applebot-Extended",
      "url": "https://rattlesnakesbymail.com/compare/applebot-extended-vs-claude-user"
    },
    {
      "slug": "google-extended",
      "name": "Google-Extended",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-google-extended"
    },
    {
      "slug": "googleother",
      "name": "GoogleOther",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-googleother"
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-googlebot"
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "url": "https://rattlesnakesbymail.com/compare/bingbot-vs-claude-user"
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "url": "https://rattlesnakesbymail.com/compare/chatgpt-user-vs-claude-user"
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-gptbot"
    },
    {
      "slug": "oai-adsbot",
      "name": "OAI-AdsBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-oai-adsbot"
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-oai-searchbot"
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-perplexity-user"
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-perplexitybot"
    }
  ]
}