{
  "entity": {
    "id": 14,
    "slug": "applebot",
    "vendor": "Apple",
    "name": "Applebot",
    "kind": "crawler",
    "purpose": "search",
    "ua_token": "Applebot",
    "ua_pattern": "Applebot(?!-Extended)",
    "robots_token": "Applebot",
    "ip_list_url": "https://search.developer.apple.com/applebot.json",
    "docs_url": "https://support.apple.com/en-us/119829",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Crawls the web to power Siri, Spotlight and Safari search features.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 150,
      "entity_id": 14,
      "slug": "applebot/observed_paths_fetched",
      "field": "observed_paths_fetched",
      "value": "robots_txt_and_home_only",
      "statement": "Applebot made 6 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, to 2 distinct paths, /robots.txt and the home page. Applebot's 6 requests to Rattlesnakes By Mail run from 2026-09-14T12:22:23Z to 2026-09-14T12:59:26Z and alternate the two paths three times.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/applebot",
      "evidence_quote": "\"Applebot alternated /robots.txt and the home page three times across 6 rows and 2 distinct paths, from 2026-09-14T12:22:23Z to 2026-09-14T12:59:26Z.\"",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 15,
      "entity_id": 14,
      "slug": "applebot/cites_sources",
      "field": "cites_sources",
      "value": "yes",
      "statement": "Apple includes links to source websites in Siri and Search answers to broad world knowledge questions.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"answering broad world knowledge questions in Siri and Search that may include links to sources and websites used to help\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 18,
      "entity_id": 14,
      "slug": "applebot/fallback_to_googlebot_rules",
      "field": "fallback_to_googlebot_rules",
      "value": "yes",
      "statement": "Applebot follows Googlebot robots.txt instructions when a robots.txt file mentions Googlebot but not Applebot.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"If robots instructions don't mention Applebot but mention Googlebot, the Apple robot will follow Googlebot instructions.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 10,
      "entity_id": 14,
      "slug": "applebot/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "no",
      "statement": "Applebot does not follow the robots.txt Crawl-delay directive.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Applebot does not follow crawl-delay. Applebot is engineered for efficiency and will adjust to minimize the impact on site owners.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 11,
      "entity_id": 14,
      "slug": "applebot/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "Apple publishes the IP address CIDR ranges used by Applebot as a JSON file at https://search.developer.apple.com/applebot.json.",
      "evidence_url": "https://search.developer.apple.com/applebot.json",
      "evidence_quote": "\"Another way is to match the IP address with a CIDR prefix contained in the following JSON file: Applebot IP CIDRs.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-07-31"
    },
    {
      "id": 13,
      "entity_id": 14,
      "slug": "applebot/purpose_documented",
      "field": "purpose_documented",
      "value": "mixed",
      "statement": "Applebot crawls content for Apple search results and for training Apple foundation models.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Enabling Applebot in robots.txt allows website content to appear in search results for Apple users ... The data crawled by Applebot may also be used to help train Apple foundation models powering generative AI features across Apple products.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 16,
      "entity_id": 14,
      "slug": "applebot/reads_llms_txt",
      "field": "reads_llms_txt",
      "value": "not_documented",
      "statement": "Apple does not publish whether Applebot reads llms.txt files.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 9,
      "entity_id": 14,
      "slug": "applebot/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "Applebot respects standard robots.txt directives targeted at Applebot in general search crawls.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Applebot respects standard robots.txt directives in general search crawls that are targeted at Applebot.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 14,
      "entity_id": 14,
      "slug": "applebot/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "partial",
      "statement": "Apple uses one crawler token, Applebot, for search crawling and for training crawling, and a second robots.txt token, Applebot-Extended, that opts content out of training use.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Web publishers can opt-out from having their content used to train generative foundation models by disallowing Applebot-Extended in the robots.txt file.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 17,
      "entity_id": 14,
      "slug": "applebot/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
      "statement": "Applebot sends the desktop user agent string Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot).",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 12,
      "entity_id": 14,
      "slug": "applebot/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "yes",
      "statement": "Applebot traffic is verifiable by reverse DNS lookup in the applebot.apple.com domain.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Traffic coming from Applebot is generally identified by using reverse DNS in the *.applebot.apple.com domain.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    }
  ],
  "observed": {
    "requests_30d": 366,
    "verified_requests_30d": 366,
    "verified_share_30d": 1,
    "daily_rows": [
      {
        "id": 62,
        "date": "2026-09-22",
        "entity_id": 14,
        "requests": 11,
        "paths": "[\"/observed/bingbot\",\"/compare/bingbot-vs-claude-searchbot\",\"/compare/applebot-vs-claude-searchbot\",\"/crawlers/claude-user.json\",\"/crawlers/bingbot.json\",\"/compare/claudebot-vs-perplexitybot\",\"/compare/claudebot-vs-gptbot\",\"/compare/bingbot-vs-googlebot\",\"/crawlers/googlebot.json\",\"/method.json\",\"/observed.json\"]",
        "formats": "[\"html\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 11
      },
      {
        "id": 57,
        "date": "2026-09-21",
        "entity_id": 14,
        "requests": 148,
        "paths": "[\"/claims/20\",\"/data/latest/notes.csv\",\"/claims/57\",\"/claims/50\",\"/questions/40d40a7e8b7733d1367a9185ae1bd0be486e49d8e0ce8db54a4fb3b737a9527e\",\"/crawlers/oai-adsbot.md\",\"/data/latest/questions.csv\",\"/claims/53\",\"/crawlers/chatgpt-user.json\",\"/compare/bingbot-vs-gptbot\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/observed/googleother\",\"/data/latest/observation_daily.csv\",\"/data/latest/claims.csv\",\"/questions/4fc955e1bb50d394bfad823b87d0b77f017ec05cb522fd90bdd876e7a4946a0b\",\"/claims/75\",\"/claims/117\",\"/claims/56\",\"/claims/129\",\"/observed/oai-searchbot\",\"/compare/applebot-extended-vs-claude-searchbot\",\"/compare/claude-searchbot-vs-oai-searchbot\",\"/claims/15\",\"/claims/81\",\"/questions/4fd26a65bcb4f94d29d2a8ee92f5ec2208426425a69242efd5e4eb6f2daa84d6\",\"/claims/40\",\"/claims.md\",\"/questions/b6282e25de55e809b2fc05b7b3c109a5d7029200175600460ce3a99c0ea2967e\",\"/claims/144\",\"/crawlers/perplexity-user.md\",\"/compare/googlebot-vs-gptbot\",\"/claims/100\",\"/claims/39\",\"/compare/chatgpt-user-vs-googlebot\",\"/claims/127\",\"/crawlers/claude-searchbot.md\",\"/compare/applebot-extended-vs-claudebot\",\"/compare/gptbot-vs-perplexity-user\",\"/questions/04bc3496ca5e873179cdaa0304b17d77da22a5435c83472d0b62f386ed4c1533\",\"/claims/11\",\"/questions/97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d\",\"/questions/62283b8afc52091cd7cc5c2fbea34e6abe849012ec779dd4dfabd0553e908f92\",\"/compare/googlebot-vs-oai-searchbot\",\"/questions.md\",\"/claims/59\",\"/crawlers/applebot-extended.md\",\"/questions/ae5ff38e6e254c7f33b7fcaeafdefdd7048c3656a7d00fde8995f34bd3a3d8ae\",\"/changes.md\",\"/claims/6\",\"/compare/claudebot-vs-google-extended\",\"/data/latest.json\",\"/questions/1f586f71a0be68ee8ece2002622ee024a39cf4f46b0b8891d41f99a8626f5123\",\"/claims/31\",\"/data/latest/changes.csv\",\"/claims/101\",\"/crawlers/perplexitybot.md\",\"/claims/43\",\"/claims/32\",\"/compare/claude-searchbot-vs-oai-adsbot\",\"/claims/126\",\"/observed/claude-user\",\"/claims/93\",\"/claims/45\",\"/claims/92\",\"/claims/34\",\"/claims/103\",\"/claims/68\",\"/compare/claude-searchbot-vs-gptbot\",\"/crawlers/google-extended.json\",\"/claims/131\",\"/claims/91\",\"/method.md\",\"/questions/4dea235b81a6d7edc7b8f1f2c105369421c0b89316a0759ba489d8a69d8d4a3b\",\"/crawlers/gptbot.json\",\"/changes.json\",\"/claims/73\",\"/claims/14\",\"/crawlers/googleother.json\",\"/questions/28ab4ca1a97b70de471e253e4cc7a86059c59930cb5858e3465b35e48c71ff29\",\"/data/latest/entities.json\",\"/data/latest/mcp_calls_daily.json\",\"/crawlers/perplexitybot.json\",\"/compare/chatgpt-user-vs-gptbot\",\"/crawlers/googlebot.md\",\"/crawlers/googleother.md\",\"/claims/58\",\"/compare/claude-searchbot-vs-googleother\",\"/compare/claude-searchbot-vs-google-extended\",\"/crawlers/oai-searchbot.md\",\"/claims.json\",\"/compare/chatgpt-user-vs-claudebot\",\"/claims/74\",\"/claims/12\",\"/claims/61\",\"/claims/48\",\"/questions/a86f29d86c0a795732314404684c110ab915c80ca08d0a4e4ec38527c642d974\",\"/claims/86\",\"/changes.xml\",\"/claims/123\",\"/observed.md\"]",
        "formats": "[\"html\",\"csv\",\"md\",\"json\",\"xml\",\"txt\"]",
        "verified_share": 1,
        "verified_requests": 148
      },
      {
        "id": 51,
        "date": "2026-09-20",
        "entity_id": 14,
        "requests": 171,
        "paths": "[\"/robots.txt\",\"/claims/104\",\"/claims/9\",\"/claims/76\",\"/crawlers/gptbot.md\",\"/questions/19831deb9ab128884267ff7b26bb6fb86040e223b214ae652677f916039165f1\",\"/claims/108\",\"/fields\",\"/observed/applebot\",\"/claims/54\",\"/claims/42\",\"/claims/3\",\"/claims/38\",\"/claims/30\",\"/claims/71\",\"/questions/988d882b4a74a8b8afb9f2d143bf2c538cecb7af4599cbaaa8260682d6aaf5b5\",\"/claims/124\",\"/observed/claudebot\",\"/claims/87\",\"/data/latest/entities.csv\",\"/questions/e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee\",\"/claims/77\",\"/questions/3050a0ef31fe84bc2169c49e6513e17941f48a2c15f4720e45038792c2c8d29d\",\"/claims/67\",\"/claims/102\",\"/claims/51\",\"/questions/b1e41a4bbf179782994c46b459051bcdc8aa89f52103797e09588426375babdd\",\"/questions/064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f\",\"/claims/46\",\"/claims/115\",\"/claims/119\",\"/claims/64\",\"/crawlers/perplexity-user.md\",\"/claims/49\",\"/claims/52\",\"/crawlers/bingbot.md\",\"/claims/132\",\"/claims/128\",\"/claims/70\",\"/claims/130\",\"/questions/79eecbe2d7bc2af29cfcce69b6efa8c4f7a0ddf030db007febb54b96ecf43744\",\"/claims/82\",\"/claims/80\",\"/claims/60\",\"/claims/21\",\"/claims/7\",\"/claims/114\",\"/questions/e091e35f0332f5c96f5d7a333659479e747c69c8c476931d742210bbbf0e557f\",\"/questions/e907942e1bacc44659550c7e988ff69b89006901ce87a91e4889809bbf7c5909\",\"/claims/72\",\"/claims/23\",\"/claims/94\",\"/questions/c9bda3cd18b64dcd629f9501c7c4828409827a87b8cb7c3ebe39c6e0ed4fe655\",\"/changes.md\",\"/claims/37\",\"/claims/84\",\"/claims/107\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7\",\"/crawlers/applebot.md\",\"/questions/d0b458517fb31268c7f8ec491094d483e38a6c87aa5c27109b3292365351b17c\",\"/questions/51970f2a642188fdd2973fc74cc4ba88eb887493a2c7bf670b8fd84f326afbb5\",\"/questions/ff1c6deb90d74278593d6248167ee2547b98b46bb983ee68299165f27051e26e\",\"/claims/95\",\"/claims/69\",\"/crawlers/perplexity-user.json\",\"/observed/googlebot\",\"/claims/4\",\"/claims/112\",\"/crawlers/googleother.md\",\"/data/latest/mcp_calls_daily.csv\",\"/claims/120\",\"/compare/googlebot-vs-perplexity-user\",\"/crawlers/claude-searchbot.md\",\"/questions/3163fd879bdf5bb024eaf7d0d19ae5337f04474e1c6bc850ab124990d16e946d\",\"/questions/e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff\",\"/claims/22\",\"/claims/99\",\"/claims/66\",\"/claims/88\",\"/crawlers/claudebot.json\",\"/claims/122\",\"/questions/c1a2c20f142a7c2d2066ae6d41474c312396a2936a5ee55deb438dc71de7c81a\",\"/data.md\",\"/questions/ad86eb3ffc87efd1193f2c197e68578302af90fd56f3c3c47c71e1667afc68d6\",\"/claims/97\",\"/claims/65\",\"/data/latest/observation_daily.json\",\"/observed/gptbot\",\"/claims/13\",\"/compare/claudebot-vs-perplexity-user\",\"/compare/gptbot-vs-oai-adsbot\",\"/observed.md\",\"/claims/116\",\"/claims/29\",\"/questions/a800346ce1243a685d6780ae2b5f91c373e30ceeb909dadca8f8eb1c84bfcf06\",\"/claims/63\",\"/claims/109\",\"/questions/62e5fac0b418c8f526b41170e57e65ea34a46a6278b2d876fc267034103664fc\",\"/compare/applebot-extended-vs-gptbot\",\"/compare/claudebot-vs-oai-adsbot\"]",
        "formats": "[\"txt\",\"html\",\"md\",\"csv\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 171
      },
      {
        "id": 39,
        "date": "2026-09-18",
        "entity_id": 14,
        "requests": 9,
        "paths": "[\"/crawlers/claudebot\",\"/observed\",\"/.md\",\"/crawlers/googlebot\",\"/.json\",\"/crawlers/gptbot\",\"/crawlers/claude-searchbot\",\"/method\"]",
        "formats": "[\"html\",\"md\",\"json\"]",
        "verified_share": 1,
        "verified_requests": 9
      },
      {
        "id": 31,
        "date": "2026-09-17",
        "entity_id": 14,
        "requests": 19,
        "paths": "[\"/robots.txt\",\"/crawlers/oai-adsbot\",\"/crawlers/oai-searchbot\",\"/crawlers\",\"/crawlers/chatgpt-user\",\"/crawlers/googleother\",\"/crawlers/bingbot\",\"/crawlers/claude-user\",\"/crawlers/perplexitybot\",\"/crawlers/applebot-extended\",\"/crawlers/applebot\",\"/data\",\"/crawlers/google-extended\",\"/crawlers/perplexity-user\",\"/questions\",\"/changes\",\"/claims\"]",
        "formats": "[\"txt\",\"html\"]",
        "verified_share": 1,
        "verified_requests": 19
      },
      {
        "id": 21,
        "date": "2026-09-15",
        "entity_id": 14,
        "requests": 2,
        "paths": "[\"/\"]",
        "formats": "[\"html\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 15,
        "date": "2026-09-14",
        "entity_id": 14,
        "requests": 6,
        "paths": "[\"/robots.txt\",\"/\"]",
        "formats": "[\"txt\",\"html\"]",
        "verified_share": 1,
        "verified_requests": 6
      }
    ]
  },
  "changes": [
    {
      "id": 152,
      "claim_id": 150,
      "entity_id": 14,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "robots_txt_and_home_only",
      "evidence_url": "https://rattlesnakesbymail.com/observed/applebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "observed_paths_fetched",
      "claim_value": "robots_txt_and_home_only",
      "claim_statement": "Applebot made 6 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, to 2 distinct paths, /robots.txt and the home page. Applebot's 6 requests to Rattlesnakes By Mail run from 2026-09-14T12:22:23Z to 2026-09-14T12:59:26Z and alternate the two paths three times."
    },
    {
      "id": 9,
      "claim_id": 9,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "Applebot respects standard robots.txt directives targeted at Applebot in general search crawls."
    },
    {
      "id": 10,
      "claim_id": 10,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "honours_crawl_delay",
      "claim_value": "no",
      "claim_statement": "Applebot does not follow the robots.txt Crawl-delay directive."
    },
    {
      "id": 11,
      "claim_id": 11,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://search.developer.apple.com/applebot.json",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "Apple publishes the IP address CIDR ranges used by Applebot as a JSON file at https://search.developer.apple.com/applebot.json."
    },
    {
      "id": 12,
      "claim_id": 12,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "yes",
      "claim_statement": "Applebot traffic is verifiable by reverse DNS lookup in the applebot.apple.com domain."
    },
    {
      "id": 13,
      "claim_id": 13,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "mixed",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "purpose_documented",
      "claim_value": "mixed",
      "claim_statement": "Applebot crawls content for Apple search results and for training Apple foundation models."
    },
    {
      "id": 14,
      "claim_id": 14,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "partial",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "partial",
      "claim_statement": "Apple uses one crawler token, Applebot, for search crawling and for training crawling, and a second robots.txt token, Applebot-Extended, that opts content out of training use."
    },
    {
      "id": 15,
      "claim_id": 15,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "cites_sources",
      "claim_value": "yes",
      "claim_statement": "Apple includes links to source websites in Siri and Search answers to broad world knowledge questions."
    },
    {
      "id": 16,
      "claim_id": 16,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "reads_llms_txt",
      "claim_value": "not_documented",
      "claim_statement": "Apple does not publish whether Applebot reads llms.txt files."
    },
    {
      "id": 17,
      "claim_id": 17,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "user_agent_string_full",
      "claim_value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
      "claim_statement": "Applebot sends the desktop user agent string Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)."
    },
    {
      "id": 18,
      "claim_id": 18,
      "entity_id": 14,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "fallback_to_googlebot_rules",
      "claim_value": "yes",
      "claim_statement": "Applebot follows Googlebot robots.txt instructions when a robots.txt file mentions Googlebot but not Applebot."
    }
  ],
  "questions": [],
  "notes": [],
  "definition": "The Applebot record on Rattlesnakes By Mail is the full published file on Applebot, a crawler from Apple. Each fact on the Applebot record is a dated claim with a verbatim quote from Apple, a source URL, a verification method and a confidence. Sections run in a fixed order: Identity, Claims, Observations, Changes, Questions, Notes.",
  "fields_url": "https://rattlesnakesbymail.com/fields",
  "compare_with": [
    {
      "slug": "claude-searchbot",
      "name": "Claude-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-claude-searchbot"
    },
    {
      "slug": "claude-user",
      "name": "Claude-User",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-claude-user"
    },
    {
      "slug": "claudebot",
      "name": "ClaudeBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-claudebot"
    },
    {
      "slug": "applebot-extended",
      "name": "Applebot-Extended",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-applebot-extended"
    },
    {
      "slug": "google-extended",
      "name": "Google-Extended",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-google-extended"
    },
    {
      "slug": "googleother",
      "name": "GoogleOther",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-googleother"
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-googlebot"
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-bingbot"
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-chatgpt-user"
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-gptbot"
    },
    {
      "slug": "oai-adsbot",
      "name": "OAI-AdsBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-oai-adsbot"
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-oai-searchbot"
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-perplexity-user"
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-perplexitybot"
    }
  ]
}