{
  "claim": {
    "id": 85,
    "entity_id": 1,
    "slug": "gptbot/robots_txt_fetch_marker",
    "field": "robots_txt_fetch_marker",
    "value": "yes",
    "statement": "OpenAI may add a robots.txt marker to the GPTBot user agent string when GPTBot fetches robots.txt files.",
    "evidence_url": "https://developers.openai.com/api/docs/bots",
    "evidence_quote": "\"When fetching robots.txt files, we may add a robots.txt marker to the user-agent string to help site owners distinguish those requests from requests for other resources\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "high",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": null
  },
  "entity": {
    "id": 1,
    "slug": "gptbot",
    "vendor": "OpenAI",
    "name": "GPTBot",
    "kind": "crawler",
    "purpose": "training",
    "ua_token": "GPTBot",
    "ua_pattern": "GPTBot",
    "robots_token": "GPTBot",
    "ip_list_url": "https://openai.com/gptbot.json",
    "docs_url": "https://platform.openai.com/docs/bots",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Crawls public web content for OpenAI model training.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": [],
  "definition": "A claim page on Rattlesnakes By Mail publishes one claim about one entity, here GPTBot. The claim page states the field, the value, the statement, the source URL, the verbatim evidence quote, the verification method, the confidence, the date the claim was verified, and the claim that the published claim supersedes. A claim page is permanent: the claim is never edited, and a superseded claim stays addressable at the same URL."
}