{
  "claim": {
    "id": 14,
    "entity_id": 14,
    "slug": "applebot/separate_search_and_training_tokens",
    "field": "separate_search_and_training_tokens",
    "value": "partial",
    "statement": "Apple uses one crawler token, Applebot, for search crawling and for training crawling, and a second robots.txt token, Applebot-Extended, that opts content out of training use.",
    "evidence_url": "https://support.apple.com/en-us/119829",
    "evidence_quote": "\"Web publishers can opt-out from having their content used to train generative foundation models by disallowing Applebot-Extended in the robots.txt file.\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "high",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": "2026-09-04"
  },
  "entity": {
    "id": 14,
    "slug": "applebot",
    "vendor": "Apple",
    "name": "Applebot",
    "kind": "crawler",
    "purpose": "search",
    "ua_token": "Applebot",
    "ua_pattern": "Applebot(?!-Extended)",
    "robots_token": "Applebot",
    "ip_list_url": "https://search.developer.apple.com/applebot.json",
    "docs_url": "https://support.apple.com/en-us/119829",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Crawls the web to power Siri, Spotlight and Safari search features.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": [],
  "definition": "A claim page on Rattlesnakes By Mail publishes one claim about one entity, here Applebot. The claim page states the field, the value, the statement, the source URL, the verbatim evidence quote, the verification method, the confidence, the date the claim was verified, and the claim that the published claim supersedes. A claim page is permanent: the claim is never edited, and a superseded claim stays addressable at the same URL."
}