{
  "entity": {
    "id": 5,
    "slug": "claudebot",
    "vendor": "Anthropic",
    "name": "ClaudeBot",
    "kind": "crawler",
    "purpose": "training",
    "ua_token": "ClaudeBot",
    "ua_pattern": "ClaudeBot",
    "robots_token": "ClaudeBot",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Collects web content that may contribute to Anthropic model training.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 143,
      "entity_id": 5,
      "slug": "claudebot/observed_fetches_json",
      "field": "observed_fetches_json",
      "value": "yes",
      "statement": "ClaudeBot made 177 JSON requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, covering the .json twin of 170 base paths. The .json URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "evidence_quote": "ClaudeBot: 542 requests, first 2026-09-14T19:53:45Z; formats html 170, json 177, md 170, xml 10, txt 8, csv 7; verified 542 of 542, 100%.",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 142,
      "entity_id": 5,
      "slug": "claudebot/observed_fetches_markdown",
      "field": "observed_fetches_markdown",
      "value": "yes",
      "statement": "ClaudeBot fetched the .md twin of 170 base paths on Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, 170 Markdown requests of 542 ClaudeBot requests in that window. The .md URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "evidence_quote": "ClaudeBot: 542 requests, first 2026-09-14T19:53:45Z; formats html 170, json 177, md 170, xml 10, txt 8, csv 7; verified 542 of 542, 100%.",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 144,
      "entity_id": 5,
      "slug": "claudebot/observed_first_request_path",
      "field": "observed_first_request_path",
      "value": "/sitemap.xml",
      "statement": "ClaudeBot's first request to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z was /sitemap.xml at 2026-09-14T19:53:45Z. ClaudeBot fetched /robots.txt on the second request to Rattlesnakes By Mail.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "evidence_quote": "\"ClaudeBot opened with /sitemap.xml at 2026-09-14T19:53:45Z, 13 h 06 min before submission, and fetched /robots.txt second.\"",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 145,
      "entity_id": 5,
      "slug": "claudebot/observed_format_pass_order",
      "field": "observed_format_pass_order",
      "value": "html_json_md",
      "statement": "ClaudeBot fetched Rattlesnakes By Mail in three format passes between 2026-09-13T20:00Z and 2026-09-15T09:00Z, HTML from 2026-09-14T20:52Z to 2026-09-14T20:57Z, then JSON from 2026-09-14T21:37Z to 2026-09-14T21:56Z, then Markdown from 2026-09-14T21:37Z to 2026-09-14T21:57Z. The same order holds on 170 of 170 base paths that ClaudeBot fetched in all three formats on Rattlesnakes By Mail.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "evidence_quote": "ClaudeBot: 542 requests, first 2026-09-14T19:53:45Z; formats html 170, json 177, md 170, xml 10, txt 8, csv 7; verified 542 of 542, 100%.",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 53,
      "entity_id": 5,
      "slug": "claudebot/anti_circumvention_stance",
      "field": "anti_circumvention_stance",
      "value": "documented",
      "statement": "ClaudeBot respects anti-circumvention technologies and does not bypass CAPTCHAs on crawled sites.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect anti-circumvention technologies (e.g., we will not attempt to bypass CAPTCHAs for the sites we crawl.)\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 48,
      "entity_id": 5,
      "slug": "claudebot/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "yes",
      "statement": "Anthropic supports the non-standard robots.txt Crawl-delay extension for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"To limit crawling activity, we support the non-standard Crawl-delay extension to robots.txt. An example of this might be: User-agent: ClaudeBot Crawl-delay: 1\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 49,
      "entity_id": 5,
      "slug": "claudebot/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "Anthropic publishes the IP address ranges used by ClaudeBot as a JSON file at https://claude.com/crawling/bots.json.",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "evidence_quote": "\"If a crawler has a source IP address on this list, it indicates that the crawler is coming from Anthropic.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-08-18"
    },
    {
      "id": 51,
      "entity_id": 5,
      "slug": "claudebot/purpose_documented",
      "field": "purpose_documented",
      "value": "training",
      "statement": "ClaudeBot collects web content for training Anthropic generative AI models.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"ClaudeBot helps enhance the utility and safety of our generative AI models by collecting web content that could potentially contribute to their training.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 47,
      "entity_id": 5,
      "slug": "claudebot/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "ClaudeBot honours industry standard robots.txt directives that signal do not crawl.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect \"do not crawl\" signals by honoring industry standard directives in robots.txt.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 52,
      "entity_id": 5,
      "slug": "claudebot/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "yes",
      "statement": "Anthropic separates training and search controls into two robots.txt tokens: ClaudeBot for training and Claude-SearchBot for search.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"ClaudeBot ... When a site restricts ClaudeBot access, it signals that the site's future materials should be excluded from our AI model training datasets.\" next to \"Claude-SearchBot navigates the web to improve search result quality for users.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 54,
      "entity_id": 5,
      "slug": "claudebot/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "not_documented",
      "statement": "Anthropic does not publish a full user agent string for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"User-agent: ClaudeBot\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 50,
      "entity_id": 5,
      "slug": "claudebot/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "not_documented",
      "statement": "Anthropic does not publish a reverse-DNS verification method for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Alternate methods like blocking IP address(es) from which Anthropic Bots operates may not work correctly or persistently guarantee an opt-out\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    }
  ],
  "observed": {
    "requests_30d": 1142,
    "verified_requests_30d": 1140,
    "verified_share_30d": 0.9982486865148862,
    "daily_rows": [
      {
        "id": 59,
        "date": "2026-09-22",
        "entity_id": 5,
        "requests": 4,
        "paths": "[\"/robots.txt\",\"/sitemap-index.xml\",\"/sitemap-machine.xml\",\"/sitemap.xml\"]",
        "formats": "[\"txt\",\"xml\"]",
        "verified_share": 1,
        "verified_requests": 4
      },
      {
        "id": 53,
        "date": "2026-09-21",
        "entity_id": 5,
        "requests": 28,
        "paths": "[\"/sitemap-index.xml\",\"/robots.txt\",\"/sitemap-machine.xml\",\"/sitemap.xml\",\"/mcp\"]",
        "formats": "[\"xml\",\"txt\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 28
      },
      {
        "id": 48,
        "date": "2026-09-20",
        "entity_id": 5,
        "requests": 2,
        "paths": "[\"/robots.txt\",\"/sitemap-machine.xml\"]",
        "formats": "[\"txt\",\"xml\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 42,
        "date": "2026-09-19",
        "entity_id": 5,
        "requests": 31,
        "paths": "[\"/robots.txt\",\"/sitemap-index.xml\",\"/sitemap.xml\",\"/sitemap-machine.xml\"]",
        "formats": "[\"txt\",\"xml\"]",
        "verified_share": 1,
        "verified_requests": 31
      },
      {
        "id": 35,
        "date": "2026-09-18",
        "entity_id": 5,
        "requests": 469,
        "paths": "[\"/fields\",\"/fields/user_agent_string_full\",\"/compare\",\"/fields/observed_first_request_path\",\"/fields/purpose_documented\",\"/fields/user_fetch_exception_documented\",\"/fields/fallback_to_googlebot_rules\",\"/fields/scope_of_crawling\",\"/fields/observed_paths_fetched\",\"/fields/honours_crawl_delay\",\"/fields/observed_format_pass_order\",\"/compare/googlebot-vs-perplexitybot\",\"/fields/cites_sources\",\"/fields/what_it_controls\",\"/fields/publishes_ip_list\",\"/compare/perplexity-user-vs-perplexitybot\",\"/compare/applebot-vs-perplexitybot\",\"/compare/googlebot-vs-perplexity-user\",\"/fields/robots_token_differs_from_ua\",\"/fields/observed_requested_mcp_endpoint\",\"/compare/applebot-vs-googlebot\",\"/compare/bingbot-vs-perplexitybot\",\"/compare/bingbot-vs-googlebot\",\"/claims/142\",\"/claims/147\",\"/fields/observed_fetches_json\",\"/compare/googleother-vs-perplexitybot\",\"/fields/robots_txt_token\",\"/claims/149\",\"/compare/applebot-vs-perplexity-user\",\"/claims/145\",\"/claims/150\",\"/claims/148\",\"/compare/gptbot-vs-perplexitybot\",\"/compare/bingbot-vs-perplexity-user\",\"/compare/googlebot-vs-googleother\",\"/fields/verifiable_by_rdns\",\"/claims/144\",\"/compare/google-extended-vs-perplexitybot\",\"/claims/146\",\"/compare/googlebot-vs-gptbot\",\"/fields/robots_txt_fetch_marker\",\"/fields/observed_fetches_markdown\",\"/compare/applebot-vs-bingbot\",\"/compare/google-extended-vs-googlebot\",\"/fields/observed_verified_request_ratio_census\",\"/claims/143\",\"/compare/googleother-vs-perplexity-user\",\"/compare/claudebot-vs-perplexitybot\",\"/compare/claude-user-vs-perplexitybot\",\"/fields/reads_llms_txt\",\"/compare/gptbot-vs-perplexity-user\",\"/compare/applebot-extended-vs-perplexitybot\",\"/fields/opt_out_mechanism\",\"/fields/follows_noarchive\",\"/compare/google-extended-vs-perplexity-user\",\"/compare/claudebot-vs-googlebot\",\"/compare/claude-user-vs-googlebot\",\"/compare/applebot-vs-googleother\",\"/compare/chatgpt-user-vs-perplexitybot\",\"/fields/observed_arrival_before_sitemap\",\"/compare/applebot-extended-vs-googlebot\",\"/compare/applebot-vs-gptbot\",\"/compare/claude-user-vs-perplexity-user\",\"/compare/claudebot-vs-perplexity-user\",\"/compare/applebot-vs-google-extended\",\"/compare/bingbot-vs-googleother\",\"/compare/applebot-extended-vs-perplexity-user\",\"/compare/chatgpt-user-vs-googlebot\",\"/compare/bingbot-vs-gptbot\",\"/compare/bingbot-vs-google-extended\",\"/compare/chatgpt-user-vs-perplexity-user\",\"/compare/applebot-vs-claude-user\",\"/compare/applebot-vs-claudebot\",\"/compare/oai-adsbot-vs-perplexitybot\",\"/compare/applebot-vs-applebot-extended\",\"/compare/claude-searchbot-vs-perplexitybot\",\"/compare/googleother-vs-gptbot\",\"/compare/bingbot-vs-claude-user\",\"/compare/bingbot-vs-claudebot\",\"/compare/applebot-vs-chatgpt-user\",\"/compare/applebot-extended-vs-bingbot\",\"/compare/google-extended-vs-googleother\",\"/compare/google-extended-vs-gptbot\",\"/fields/respects_robots_txt\",\"/compare/bingbot-vs-chatgpt-user\",\"/compare/googlebot-vs-oai-adsbot\",\"/compare/claude-searchbot-vs-googlebot\",\"/compare/claude-user-vs-googleother\",\"/compare/oai-adsbot-vs-perplexity-user\",\"/compare/oai-searchbot-vs-perplexitybot\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/compare/claudebot-vs-googleother\",\"/compare/claude-user-vs-gptbot\",\"/compare/claudebot-vs-gptbot\",\"/compare/claude-user-vs-google-extended\",\"/compare/applebot-extended-vs-googleother\",\"/compare/claudebot-vs-google-extended\",\"/compare/applebot-extended-vs-gptbot\",\"/compare/applebot-extended-vs-google-extended\"]",
        "formats": "[\"html\",\"txt\",\"xml\",\"json\",\"md\"]",
        "verified_share": 1,
        "verified_requests": 469
      },
      {
        "id": 27,
        "date": "2026-09-17",
        "entity_id": 5,
        "requests": 24,
        "paths": "[\"/sitemap.xml\",\"/robots.txt\"]",
        "formats": "[\"xml\",\"txt\"]",
        "verified_share": 1,
        "verified_requests": 24
      },
      {
        "id": 24,
        "date": "2026-09-16",
        "entity_id": 5,
        "requests": 24,
        "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
        "formats": "[\"txt\",\"xml\"]",
        "verified_share": 1,
        "verified_requests": 24
      },
      {
        "id": 16,
        "date": "2026-09-15",
        "entity_id": 5,
        "requests": 24,
        "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
        "formats": "[\"txt\",\"xml\"]",
        "verified_share": 1,
        "verified_requests": 24
      },
      {
        "id": 12,
        "date": "2026-09-14",
        "entity_id": 5,
        "requests": 535,
        "paths": "[\"/\",\"/robots.txt\",\"/sitemap.xml\",\"/method\",\"/changes\",\"/data\",\"/data/latest\",\"/observed\",\"/questions\",\"/observed/perplexitybot\",\"/observed/googlebot\",\"/claims\",\"/observed/perplexity-user\",\"/observed/applebot\",\"/crawlers\",\"/observed/bingbot\",\"/claims/116\",\"/crawlers/perplexitybot\",\"/claims/2\",\"/observed/googleother\",\"/crawlers/googlebot\",\"/claims/39\",\"/observed/gptbot\",\"/claims/97\",\"/claims/3\",\"/claims/4\",\"/claims/32\",\"/claims/7\",\"/claims/71\",\"/observed/google-extended\",\"/claims/83\",\"/claims/5\",\"/claims/76\",\"/claims/89\",\"/claims/8\",\"/claims/91\",\"/claims/73\",\"/claims/33\",\"/claims/46\",\"/claims/63\",\"/claims/72\",\"/claims/85\",\"/claims/45\",\"/claims/44\",\"/claims/41\",\"/claims/52\",\"/claims/87\",\"/claims/69\",\"/claims/40\",\"/claims/79\",\"/claims/6\",\"/claims/35\",\"/claims/95\",\"/claims/64\",\"/claims/86\",\"/claims/80\",\"/claims/22\",\"/claims/82\",\"/claims/9\",\"/crawlers/perplexity-user\",\"/claims/74\",\"/claims/53\",\"/claims/28\",\"/claims/67\",\"/claims/129\",\"/claims/75\",\"/claims/90\",\"/claims/48\",\"/claims/92\",\"/claims/29\",\"/claims/98\",\"/claims/124\",\"/claims/49\",\"/claims/77\",\"/claims/65\",\"/claims/1\",\"/claims/84\",\"/claims/30\",\"/claims/37\",\"/claims/47\",\"/claims/96\",\"/claims/68\",\"/claims/36\",\"/claims/58\",\"/claims/70\",\"/claims/59\",\"/claims/16\",\"/claims/60\",\"/claims/23\",\"/claims/34\",\"/claims/112\",\"/claims/21\",\"/claims/38\",\"/claims/56\",\"/claims/78\",\"/claims/10\",\"/claims/13\",\"/claims/43\",\"/claims/19\",\"/claims/18\"]",
        "formats": "[\"html\",\"txt\",\"xml\",\"json\",\"md\",\"csv\"]",
        "verified_share": 0.9981308411214953,
        "verified_requests": 534
      },
      {
        "id": 3,
        "date": "2026-09-13",
        "entity_id": 5,
        "requests": 1,
        "paths": "[\"/crawlers/claudebot\"]",
        "formats": "[\"html\"]",
        "verified_share": 0,
        "verified_requests": 0
      }
    ]
  },
  "changes": [
    {
      "id": 144,
      "claim_id": 142,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_fetches_markdown",
      "claim_value": "yes",
      "claim_statement": "ClaudeBot fetched the .md twin of 170 base paths on Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, 170 Markdown requests of 542 ClaudeBot requests in that window. The .md URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap."
    },
    {
      "id": 145,
      "claim_id": 143,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_fetches_json",
      "claim_value": "yes",
      "claim_statement": "ClaudeBot made 177 JSON requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, covering the .json twin of 170 base paths. The .json URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap."
    },
    {
      "id": 146,
      "claim_id": 144,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "/sitemap.xml",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_first_request_path",
      "claim_value": "/sitemap.xml",
      "claim_statement": "ClaudeBot's first request to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z was /sitemap.xml at 2026-09-14T19:53:45Z. ClaudeBot fetched /robots.txt on the second request to Rattlesnakes By Mail."
    },
    {
      "id": 147,
      "claim_id": 145,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "html_json_md",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_format_pass_order",
      "claim_value": "html_json_md",
      "claim_statement": "ClaudeBot fetched Rattlesnakes By Mail in three format passes between 2026-09-13T20:00Z and 2026-09-15T09:00Z, HTML from 2026-09-14T20:52Z to 2026-09-14T20:57Z, then JSON from 2026-09-14T21:37Z to 2026-09-14T21:56Z, then Markdown from 2026-09-14T21:37Z to 2026-09-14T21:57Z. The same order holds on 170 of 170 base paths that ClaudeBot fetched in all three formats on Rattlesnakes By Mail."
    },
    {
      "id": 47,
      "claim_id": 47,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "ClaudeBot honours industry standard robots.txt directives that signal do not crawl."
    },
    {
      "id": 48,
      "claim_id": 48,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "honours_crawl_delay",
      "claim_value": "yes",
      "claim_statement": "Anthropic supports the non-standard robots.txt Crawl-delay extension for ClaudeBot."
    },
    {
      "id": 49,
      "claim_id": 49,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "Anthropic publishes the IP address ranges used by ClaudeBot as a JSON file at https://claude.com/crawling/bots.json."
    },
    {
      "id": 50,
      "claim_id": 50,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish a reverse-DNS verification method for ClaudeBot."
    },
    {
      "id": 51,
      "claim_id": 51,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "training",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "purpose_documented",
      "claim_value": "training",
      "claim_statement": "ClaudeBot collects web content for training Anthropic generative AI models."
    },
    {
      "id": 52,
      "claim_id": 52,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "yes",
      "claim_statement": "Anthropic separates training and search controls into two robots.txt tokens: ClaudeBot for training and Claude-SearchBot for search."
    },
    {
      "id": 53,
      "claim_id": 53,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "anti_circumvention_stance",
      "claim_value": "documented",
      "claim_statement": "ClaudeBot respects anti-circumvention technologies and does not bypass CAPTCHAs on crawled sites."
    },
    {
      "id": 54,
      "claim_id": 54,
      "entity_id": 5,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "user_agent_string_full",
      "claim_value": "not_documented",
      "claim_statement": "Anthropic does not publish a full user agent string for ClaudeBot."
    }
  ],
  "questions": [],
  "notes": [],
  "definition": "The ClaudeBot record on Rattlesnakes By Mail is the full published file on ClaudeBot, a crawler from Anthropic. Each fact on the ClaudeBot record is a dated claim with a verbatim quote from Anthropic, a source URL, a verification method and a confidence. Sections run in a fixed order: Identity, Claims, Observations, Changes, Questions, Notes.",
  "fields_url": "https://rattlesnakesbymail.com/fields",
  "compare_with": [
    {
      "slug": "claude-searchbot",
      "name": "Claude-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-searchbot-vs-claudebot"
    },
    {
      "slug": "claude-user",
      "name": "Claude-User",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-claudebot"
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-claudebot"
    },
    {
      "slug": "applebot-extended",
      "name": "Applebot-Extended",
      "url": "https://rattlesnakesbymail.com/compare/applebot-extended-vs-claudebot"
    },
    {
      "slug": "google-extended",
      "name": "Google-Extended",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-google-extended"
    },
    {
      "slug": "googleother",
      "name": "GoogleOther",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-googleother"
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-googlebot"
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "url": "https://rattlesnakesbymail.com/compare/bingbot-vs-claudebot"
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "url": "https://rattlesnakesbymail.com/compare/chatgpt-user-vs-claudebot"
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-gptbot"
    },
    {
      "slug": "oai-adsbot",
      "name": "OAI-AdsBot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-oai-adsbot"
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-oai-searchbot"
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-perplexity-user"
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-perplexitybot"
    }
  ]
}