{
  "entity": {
    "id": 2,
    "slug": "oai-searchbot",
    "vendor": "OpenAI",
    "name": "OAI-SearchBot",
    "kind": "search_bot",
    "purpose": "search",
    "ua_token": "OAI-SearchBot",
    "ua_pattern": "OAI-SearchBot",
    "robots_token": "OAI-SearchBot",
    "ip_list_url": "https://openai.com/searchbot.json",
    "docs_url": "https://platform.openai.com/docs/bots",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Surfaces web pages in ChatGPT search results.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 148,
      "entity_id": 2,
      "slug": "oai-searchbot/observed_arrival_before_sitemap",
      "field": "observed_arrival_before_sitemap",
      "value": "yes",
      "statement": "OAI-SearchBot first requested Rattlesnakes By Mail at 2026-09-13T21:41:14Z, before the Rattlesnakes By Mail sitemap was submitted to Bing Webmaster Tools shortly before 2026-09-15T08:38Z and to Google Search Console at 2026-09-15T09:00Z. OAI-SearchBot made 3 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, all 3 to /robots.txt.",
      "evidence_url": "https://rattlesnakesbymail.com/observed/oai-searchbot",
      "evidence_quote": "\"OAI-SearchBot fetched /robots.txt and fetched no other path in the window, and OAI-SearchBot's first fetch at 2026-09-13T21:41:14Z is 35 h 18 min before submission.\"",
      "method": "observed_here",
      "verified_at": "2026-09-15",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-17T21:31:41Z",
      "updated_at": "2026-09-17T21:31:41Z",
      "evidence_date": "2026-09-15"
    },
    {
      "id": 100,
      "entity_id": 2,
      "slug": "oai-searchbot/cites_sources",
      "field": "cites_sources",
      "value": "yes",
      "statement": "OAI-SearchBot surfaces crawled websites as links in ChatGPT search answers.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": "\"OAI-SearchBot is used to surface websites in search results in ChatGPT's search features. Sites that are opted out of OAI-SearchBot will not be shown in ChatGPT search answers, though can still appear as navigational links.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 95,
      "entity_id": 2,
      "slug": "oai-searchbot/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "not_documented",
      "statement": "OpenAI does not publish whether OAI-SearchBot honours the robots.txt Crawl-delay directive.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 96,
      "entity_id": 2,
      "slug": "oai-searchbot/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "OpenAI publishes the IP address ranges used by OAI-SearchBot as a JSON file at https://openai.com/searchbot.json.",
      "evidence_url": "https://openai.com/searchbot.json",
      "evidence_quote": "\"Published IP addresses: https://openai.com/searchbot.json\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-01-02"
    },
    {
      "id": 98,
      "entity_id": 2,
      "slug": "oai-searchbot/purpose_documented",
      "field": "purpose_documented",
      "value": "search",
      "statement": "OAI-SearchBot surfaces websites in search results in ChatGPT search features.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": "\"OAI-SearchBot is used to surface websites in search results in ChatGPT's search features.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 101,
      "entity_id": 2,
      "slug": "oai-searchbot/reads_llms_txt",
      "field": "reads_llms_txt",
      "value": "not_documented",
      "statement": "OpenAI does not publish whether OAI-SearchBot reads llms.txt files.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 94,
      "entity_id": 2,
      "slug": "oai-searchbot/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "OAI-SearchBot honours robots.txt opt-outs set for the OAI-SearchBot token.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": "\"Sites that are opted out of OAI-SearchBot will not be shown in ChatGPT search answers, though can still appear as navigational links.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 99,
      "entity_id": 2,
      "slug": "oai-searchbot/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "yes",
      "statement": "OpenAI separates search and training controls into two robots.txt tokens: OAI-SearchBot for search and GPTBot for training.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": "\"a webmaster can allow OAI-SearchBot in order to appear in search results while disallowing GPTBot to indicate that crawled content should not be used for training OpenAI's generative AI foundation models.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 102,
      "entity_id": 2,
      "slug": "oai-searchbot/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot",
      "statement": "OAI-SearchBot sends the user agent string Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": "\"Example user-agent string (the version number may change): Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    },
    {
      "id": 97,
      "entity_id": 2,
      "slug": "oai-searchbot/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "not_documented",
      "statement": "OpenAI does not publish a reverse-DNS verification method for OAI-SearchBot.",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": null
    }
  ],
  "observed": {
    "requests_30d": 21,
    "verified_requests_30d": 21,
    "verified_share_30d": 1,
    "daily_rows": [
      {
        "id": 58,
        "date": "2026-09-22",
        "entity_id": 2,
        "requests": 5,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 5
      },
      {
        "id": 52,
        "date": "2026-09-21",
        "entity_id": 2,
        "requests": 2,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 47,
        "date": "2026-09-20",
        "entity_id": 2,
        "requests": 4,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 4
      },
      {
        "id": 40,
        "date": "2026-09-19",
        "entity_id": 2,
        "requests": 2,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 33,
        "date": "2026-09-18",
        "entity_id": 2,
        "requests": 3,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 3
      },
      {
        "id": 23,
        "date": "2026-09-16",
        "entity_id": 2,
        "requests": 2,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 11,
        "date": "2026-09-14",
        "entity_id": 2,
        "requests": 2,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 2
      },
      {
        "id": 2,
        "date": "2026-09-13",
        "entity_id": 2,
        "requests": 1,
        "paths": "[\"/robots.txt\"]",
        "formats": "[\"txt\"]",
        "verified_share": 1,
        "verified_requests": 1
      }
    ]
  },
  "changes": [
    {
      "id": 150,
      "claim_id": 148,
      "entity_id": 2,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/oai-searchbot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "observed_arrival_before_sitemap",
      "claim_value": "yes",
      "claim_statement": "OAI-SearchBot first requested Rattlesnakes By Mail at 2026-09-13T21:41:14Z, before the Rattlesnakes By Mail sitemap was submitted to Bing Webmaster Tools shortly before 2026-09-15T08:38Z and to Google Search Console at 2026-09-15T09:00Z. OAI-SearchBot made 3 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, all 3 to /robots.txt."
    },
    {
      "id": 94,
      "claim_id": 94,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "OAI-SearchBot honours robots.txt opt-outs set for the OAI-SearchBot token."
    },
    {
      "id": 95,
      "claim_id": 95,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "honours_crawl_delay",
      "claim_value": "not_documented",
      "claim_statement": "OpenAI does not publish whether OAI-SearchBot honours the robots.txt Crawl-delay directive."
    },
    {
      "id": 96,
      "claim_id": 96,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://openai.com/searchbot.json",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "OpenAI publishes the IP address ranges used by OAI-SearchBot as a JSON file at https://openai.com/searchbot.json."
    },
    {
      "id": 97,
      "claim_id": 97,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "not_documented",
      "claim_statement": "OpenAI does not publish a reverse-DNS verification method for OAI-SearchBot."
    },
    {
      "id": 98,
      "claim_id": 98,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "search",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "purpose_documented",
      "claim_value": "search",
      "claim_statement": "OAI-SearchBot surfaces websites in search results in ChatGPT search features."
    },
    {
      "id": 99,
      "claim_id": 99,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "yes",
      "claim_statement": "OpenAI separates search and training controls into two robots.txt tokens: OAI-SearchBot for search and GPTBot for training."
    },
    {
      "id": 100,
      "claim_id": 100,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "cites_sources",
      "claim_value": "yes",
      "claim_statement": "OAI-SearchBot surfaces crawled websites as links in ChatGPT search answers."
    },
    {
      "id": 101,
      "claim_id": 101,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "reads_llms_txt",
      "claim_value": "not_documented",
      "claim_statement": "OpenAI does not publish whether OAI-SearchBot reads llms.txt files."
    },
    {
      "id": 102,
      "claim_id": 102,
      "entity_id": 2,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot",
      "evidence_url": "https://developers.openai.com/api/docs/bots",
      "note": "P0.3 seed batch",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "user_agent_string_full",
      "claim_value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot",
      "claim_statement": "OAI-SearchBot sends the user agent string Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot."
    }
  ],
  "questions": [],
  "notes": [],
  "definition": "The OAI-SearchBot record on Rattlesnakes By Mail is the full published file on OAI-SearchBot, a search_bot from OpenAI. Each fact on the OAI-SearchBot record is a dated claim with a verbatim quote from OpenAI, a source URL, a verification method and a confidence. Sections run in a fixed order: Identity, Claims, Observations, Changes, Questions, Notes.",
  "fields_url": "https://rattlesnakesbymail.com/fields",
  "compare_with": [
    {
      "slug": "claude-searchbot",
      "name": "Claude-SearchBot",
      "url": "https://rattlesnakesbymail.com/compare/claude-searchbot-vs-oai-searchbot"
    },
    {
      "slug": "claude-user",
      "name": "Claude-User",
      "url": "https://rattlesnakesbymail.com/compare/claude-user-vs-oai-searchbot"
    },
    {
      "slug": "claudebot",
      "name": "ClaudeBot",
      "url": "https://rattlesnakesbymail.com/compare/claudebot-vs-oai-searchbot"
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "url": "https://rattlesnakesbymail.com/compare/applebot-vs-oai-searchbot"
    },
    {
      "slug": "applebot-extended",
      "name": "Applebot-Extended",
      "url": "https://rattlesnakesbymail.com/compare/applebot-extended-vs-oai-searchbot"
    },
    {
      "slug": "google-extended",
      "name": "Google-Extended",
      "url": "https://rattlesnakesbymail.com/compare/google-extended-vs-oai-searchbot"
    },
    {
      "slug": "googleother",
      "name": "GoogleOther",
      "url": "https://rattlesnakesbymail.com/compare/googleother-vs-oai-searchbot"
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "url": "https://rattlesnakesbymail.com/compare/googlebot-vs-oai-searchbot"
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "url": "https://rattlesnakesbymail.com/compare/bingbot-vs-oai-searchbot"
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "url": "https://rattlesnakesbymail.com/compare/chatgpt-user-vs-oai-searchbot"
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "url": "https://rattlesnakesbymail.com/compare/gptbot-vs-oai-searchbot"
    },
    {
      "slug": "oai-adsbot",
      "name": "OAI-AdsBot",
      "url": "https://rattlesnakesbymail.com/compare/oai-adsbot-vs-oai-searchbot"
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "url": "https://rattlesnakesbymail.com/compare/oai-searchbot-vs-perplexity-user"
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "url": "https://rattlesnakesbymail.com/compare/oai-searchbot-vs-perplexitybot"
    }
  ]
}