[
  {
    "id": 1,
    "date": "2026-09-13",
    "entity_id": 1,
    "requests": 1,
    "paths": "[\"/crawlers/gptbot\"]",
    "formats": "[\"html\"]",
    "verified_share": 0,
    "verified_requests": 0
  },
  {
    "id": 2,
    "date": "2026-09-13",
    "entity_id": 2,
    "requests": 1,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 1
  },
  {
    "id": 3,
    "date": "2026-09-13",
    "entity_id": 5,
    "requests": 1,
    "paths": "[\"/crawlers/claudebot\"]",
    "formats": "[\"html\"]",
    "verified_share": 0,
    "verified_requests": 0
  },
  {
    "id": 10,
    "date": "2026-09-14",
    "entity_id": 1,
    "requests": 3,
    "paths": "[\"/\"]",
    "formats": "[\"html\"]",
    "verified_share": 0,
    "verified_requests": 0
  },
  {
    "id": 11,
    "date": "2026-09-14",
    "entity_id": 2,
    "requests": 2,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 12,
    "date": "2026-09-14",
    "entity_id": 5,
    "requests": 535,
    "paths": "[\"/\",\"/robots.txt\",\"/sitemap.xml\",\"/method\",\"/changes\",\"/data\",\"/data/latest\",\"/observed\",\"/questions\",\"/observed/perplexitybot\",\"/observed/googlebot\",\"/claims\",\"/observed/perplexity-user\",\"/observed/applebot\",\"/crawlers\",\"/observed/bingbot\",\"/claims/116\",\"/crawlers/perplexitybot\",\"/claims/2\",\"/observed/googleother\",\"/crawlers/googlebot\",\"/claims/39\",\"/observed/gptbot\",\"/claims/97\",\"/claims/3\",\"/claims/4\",\"/claims/32\",\"/claims/7\",\"/claims/71\",\"/observed/google-extended\",\"/claims/83\",\"/claims/5\",\"/claims/76\",\"/claims/89\",\"/claims/8\",\"/claims/91\",\"/claims/73\",\"/claims/33\",\"/claims/46\",\"/claims/63\",\"/claims/72\",\"/claims/85\",\"/claims/45\",\"/claims/44\",\"/claims/41\",\"/claims/52\",\"/claims/87\",\"/claims/69\",\"/claims/40\",\"/claims/79\",\"/claims/6\",\"/claims/35\",\"/claims/95\",\"/claims/64\",\"/claims/86\",\"/claims/80\",\"/claims/22\",\"/claims/82\",\"/claims/9\",\"/crawlers/perplexity-user\",\"/claims/74\",\"/claims/53\",\"/claims/28\",\"/claims/67\",\"/claims/129\",\"/claims/75\",\"/claims/90\",\"/claims/48\",\"/claims/92\",\"/claims/29\",\"/claims/98\",\"/claims/124\",\"/claims/49\",\"/claims/77\",\"/claims/65\",\"/claims/1\",\"/claims/84\",\"/claims/30\",\"/claims/37\",\"/claims/47\",\"/claims/96\",\"/claims/68\",\"/claims/36\",\"/claims/58\",\"/claims/70\",\"/claims/59\",\"/claims/16\",\"/claims/60\",\"/claims/23\",\"/claims/34\",\"/claims/112\",\"/claims/21\",\"/claims/38\",\"/claims/56\",\"/claims/78\",\"/claims/10\",\"/claims/13\",\"/claims/43\",\"/claims/19\",\"/claims/18\"]",
    "formats": "[\"html\",\"txt\",\"xml\",\"json\",\"md\",\"csv\"]",
    "verified_share": 0.9981308411214953,
    "verified_requests": 534
  },
  {
    "id": 13,
    "date": "2026-09-14",
    "entity_id": 10,
    "requests": 79,
    "paths": "[\"/robots.txt\",\"/favicon.ico\",\"/\",\"/crawlers/google-extended\",\"/crawlers/applebot\",\"/crawlers/claudebot\",\"/changes\",\"/sitemap.xml\",\"/crawlers\",\"/claims\",\"/claims/12\",\"/observed\",\"/claims/88\",\"/data\",\"/method\",\"/claims/47\",\"/claims/48\",\"/claims/52\",\"/claims/61\",\"/claims/54\",\"/claims/53\",\"/claims/14\",\"/claims/82\",\"/claims/78\",\"/claims/55\",\"/claims/59\",\"/crawlers/googlebot\",\"/crawlers/claude-user\",\"/crawlers/googleother\",\"/crawlers/chatgpt-user\",\"/claims/108\",\"/crawlers/oai-searchbot\",\"/crawlers/claude-searchbot\",\"/crawlers/perplexity-user\",\"/crawlers/applebot-extended\",\"/claims/103\",\"/crawlers/oai-adsbot\",\"/claims/107\",\"/observed/oai-searchbot\",\"/crawlers/perplexitybot\",\"/observed/gptbot\",\"/claims/83\",\"/claims/105\"]",
    "formats": "[\"txt\",\"html\",\"xml\"]",
    "verified_share": 0.9873417721518988,
    "verified_requests": 78
  },
  {
    "id": 14,
    "date": "2026-09-14",
    "entity_id": 11,
    "requests": 76,
    "paths": "[\"/\",\"/crawlers/claude-user\",\"/crawlers/perplexity-user\",\"/crawlers/applebot-extended\",\"/mcp\",\"/crawlers/oai-adsbot\",\"/crawlers/google-extended\",\"/crawlers/claudebot\",\"/crawlers/perplexitybot\",\"/crawlers/applebot\",\"/crawlers/bingbot\",\"/changes\",\"/crawlers/googlebot\",\"/crawlers\",\"/claims/57\",\"/crawlers/claude-searchbot\",\"/claims\",\"/claims/12\",\"/crawlers/chatgpt-user\",\"/claims/88\",\"/crawlers/googleother\",\"/observed\",\"/crawlers/gptbot\",\"/claims/50\",\"/claims/54\",\"/claims/129\",\"/data\",\"/claims/53\",\"/claims/61\",\"/method\",\"/claims/47\",\"/claims/48\",\"/claims/56\",\"/claims/49\",\"/claims/52\",\"/questions\",\"/crawlers/oai-searchbot\",\"/claims/58\",\"/claims/14\",\"/claims/82\",\"/changes.xml\",\"/claims/78\",\"/claims/55\",\"/claims/59\",\"/data/latest/observation_daily.json\",\"/claims/126\",\"/claims/108\",\"/claims/106\",\"/observed/claudebot\",\"/claims/103\",\"/observed/gptbot\",\"/observed/oai-searchbot\",\"/claims/107\",\"/claims/27\",\"/claims/122\",\"/claims/84\",\"/claims/124\",\"/claims/80\",\"/claims/21\",\"/claims/83\",\"/claims/111\",\"/data/latest/notes.json\",\"/claims/105\",\"/claims/36\",\"/claims/127\"]",
    "formats": "[\"html\",\"json\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 76
  },
  {
    "id": 15,
    "date": "2026-09-14",
    "entity_id": 14,
    "requests": 6,
    "paths": "[\"/robots.txt\",\"/\"]",
    "formats": "[\"txt\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 6
  },
  {
    "id": 16,
    "date": "2026-09-15",
    "entity_id": 5,
    "requests": 24,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 24
  },
  {
    "id": 17,
    "date": "2026-09-15",
    "entity_id": 7,
    "requests": 5,
    "paths": "[\"/robots.txt\",\"/\",\"/crawlers/claudebot\",\"/observed\"]",
    "formats": "[\"txt\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 5
  },
  {
    "id": 18,
    "date": "2026-09-15",
    "entity_id": 10,
    "requests": 133,
    "paths": "[\"/robots.txt\",\"/claims/3\",\"/crawlers/gptbot\",\"/claims/5\",\"/\",\"/claims/1\",\"/claims/2\",\"/claims/35\",\"/claims/127\",\"/questions\",\"/method\",\"/claims/91\",\"/observed/claudebot\",\"/changes\",\"/claims/36\",\"/crawlers/google-extended\",\"/claims/92\",\"/claims\",\"/claims/16\",\"/claims/37\",\"/claims/9\",\"/crawlers\",\"/claims/8\",\"/claims/94\",\"/claims/79\",\"/claims/111\",\"/claims/85\",\"/claims/7\",\"/claims/6\",\"/claims/21\",\"/claims/45\",\"/claims/57\",\"/claims/49\",\"/claims/90\",\"/claims/51\",\"/claims/34\",\"/claims/13\",\"/claims/62\",\"/claims/93\",\"/claims/11\",\"/claims/63\",\"/claims/96\",\"/claims/75\",\"/claims/46\",\"/claims/26\",\"/claims/77\",\"/claims/17\",\"/claims/28\",\"/claims/98\",\"/claims/18\",\"/claims/20\",\"/claims/19\",\"/claims/87\",\"/claims/95\",\"/claims/43\",\"/claims/10\",\"/claims/67\",\"/claims/73\",\"/claims/25\",\"/claims/29\",\"/claims/38\",\"/claims/30\",\"/claims/86\",\"/claims/15\",\"/claims/23\",\"/claims/65\",\"/claims/74\",\"/claims/99\",\"/claims/42\",\"/claims/109\",\"/claims/112\",\"/claims/132\",\"/claims/117\",\"/claims/110\",\"/claims/113\",\"/claims/102\",\"/claims/116\",\"/claims/114\",\"/claims/100\",\"/claims/101\",\"/claims/123\",\"/claims/120\",\"/claims/119\",\"/claims/118\",\"/claims/71\",\"/claims/104\",\"/sitemap.xml\",\"/claims/40\"]",
    "formats": "[\"txt\",\"html\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 133
  },
  {
    "id": 19,
    "date": "2026-09-15",
    "entity_id": 11,
    "requests": 121,
    "paths": "[\"/observed\",\"/claims/3\",\"/claims/5\",\"/claims/35\",\"/claims/1\",\"/claims/31\",\"/claims/23\",\"/claims/2\",\"/questions\",\"/claims/88\",\"/claims/91\",\"/claims/92\",\"/claims/36\",\"/claims/4\",\"/claims/120\",\"/claims/115\",\"/claims/24\",\"/claims/16\",\"/claims/118\",\"/claims/37\",\"/claims/121\",\"/claims/17\",\"/claims/112\",\"/claims/99\",\"/claims/46\",\"/claims/113\",\"/claims/101\",\"/claims/75\",\"/claims/15\",\"/claims/85\",\"/claims/95\",\"/claims/98\",\"/claims/20\",\"/claims/89\",\"/claims/116\",\"/claims/102\",\"/crawlers/applebot\",\"/claims/43\",\"/claims/74\",\"/claims/42\",\"/claims/123\",\"/claims/125\",\"/claims/22\",\"/claims/45\",\"/claims/9\",\"/claims/94\",\"/claims/97\",\"/\",\"/claims/117\",\"/claims/10\",\"/claims/19\",\"/claims/27\",\"/claims/67\",\"/claims/29\",\"/claims/38\",\"/claims/25\",\"/claims/90\",\"/claims/28\",\"/claims/119\",\"/claims/81\",\"/claims/73\",\"/claims/100\",\"/claims/93\",\"/claims/11\",\"/claims/49\",\"/claims/132\",\"/claims/18\",\"/claims/110\",\"/claims/8\",\"/claims/130\",\"/claims/72\",\"/claims/114\",\"/claims/87\",\"/claims/77\",\"/claims/26\",\"/claims/79\",\"/claims/32\",\"/claims/111\",\"/claims/96\",\"/claims/106\",\"/claims/63\",\"/claims/65\",\"/claims/30\",\"/data\",\"/crawlers\",\"/claims/62\",\"/claims/13\",\"/crawlers/claude-searchbot\",\"/claims/51\",\"/claims/34\",\"/claims/7\",\"/claims/57\",\"/claims/21\",\"/claims/6\",\"/claims/86\",\"/claims/50\",\"/claims/109\",\"/claims/41\",\"/claims/71\",\"/claims/104\"]",
    "formats": "[\"html\",\"json\",\"csv\"]",
    "verified_share": 1,
    "verified_requests": 121
  },
  {
    "id": 20,
    "date": "2026-09-15",
    "entity_id": 13,
    "requests": 4,
    "paths": "[\"/\",\"/robots.txt\",\"/sitemap.xml\",\"/2b292c8702f5613e97b4413dc741b860.txt\"]",
    "formats": "[\"html\",\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 4
  },
  {
    "id": 21,
    "date": "2026-09-15",
    "entity_id": 14,
    "requests": 2,
    "paths": "[\"/\"]",
    "formats": "[\"html\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 22,
    "date": "2026-09-16",
    "entity_id": 1,
    "requests": 666,
    "paths": "[\"/\",\"/crawlers/oai-adsbot\",\"/crawlers/oai-adsbot.json\",\"/crawlers/oai-adsbot.md\",\"/.json\",\"/.md\",\"/claims/8\",\"/claims/49\",\"/claims/49.json\",\"/claims/49.md\",\"/claims/12\",\"/claims/60\",\"/crawlers/gptbot\",\"/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c\",\"/observed/claudebot\",\"/crawlers/applebot-extended\",\"/claims\",\"/method\",\"/changes\",\"/data\",\"/crawlers/claude-searchbot\",\"/crawlers/oai-searchbot\",\"/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c.json\",\"/crawlers/gptbot.json\",\"/claims/1\",\"/claims/6\",\"/claims.json\",\"/method.json\",\"/claims/9\",\"/data/latest/notes.json\",\"/data/latest.json\",\"/claims/5\",\"/crawlers/oai-searchbot.json\",\"/claims/2\",\"/claims/3\",\"/claims/4\",\"/crawlers/claude-searchbot.md\",\"/claims/7\",\"/data/latest/entities.csv\",\"/data/latest/notes.csv\",\"/data/latest/questions.csv\",\"/changes.json\",\"/observed/googlebot\",\"/questions\",\"/observed/googleother\",\"/questions.md\",\"/questions.json\",\"/crawlers/googleother\",\"/crawlers/google-extended\",\"/claims/131\",\"/data/latest/entities.json\",\"/observed/googlebot.json\",\"/questions/19831deb9ab128884267ff7b26bb6fb86040e223b214ae652677f916039165f1\",\"/questions/3008a9cd3da36dbd7db58b640d2b8c4f6e43e6a767ba573d5687bf39beb1bc64\",\"/questions/ad86eb3ffc87efd1193f2c197e68578302af90fd56f3c3c47c71e1667afc68d6\",\"/questions/40d40a7e8b7733d1367a9185ae1bd0be486e49d8e0ce8db54a4fb3b737a9527e\",\"/crawlers/google-extended.md\",\"/questions/a86f29d86c0a795732314404684c110ab915c80ca08d0a4e4ec38527c642d974\",\"/questions/28ab4ca1a97b70de471e253e4cc7a86059c59930cb5858e3465b35e48c71ff29\",\"/questions/b35153b6fa9fcd738d70181548629cfc6af43dffe53d915d005f9434c55934e3\",\"/questions/62e5fac0b418c8f526b41170e57e65ea34a46a6278b2d876fc267034103664fc\",\"/questions/b1e41a4bbf179782994c46b459051bcdc8aa89f52103797e09588426375babdd\",\"/questions/04bc3496ca5e873179cdaa0304b17d77da22a5435c83472d0b62f386ed4c1533\",\"/questions/19831deb9ab128884267ff7b26bb6fb86040e223b214ae652677f916039165f1.md\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7\",\"/questions/79eecbe2d7bc2af29cfcce69b6efa8c4f7a0ddf030db007febb54b96ecf43744\",\"/questions/40d40a7e8b7733d1367a9185ae1bd0be486e49d8e0ce8db54a4fb3b737a9527e.json\",\"/questions/7feb07db1e122a5d282af651c372b074a5316ec9f2a5b3bb7c6ed6f7e941ca59\",\"/questions/a86f29d86c0a795732314404684c110ab915c80ca08d0a4e4ec38527c642d974.md\",\"/questions/40d40a7e8b7733d1367a9185ae1bd0be486e49d8e0ce8db54a4fb3b737a9527e.md\",\"/questions/b35153b6fa9fcd738d70181548629cfc6af43dffe53d915d005f9434c55934e3.md\",\"/questions/51970f2a642188fdd2973fc74cc4ba88eb887493a2c7bf670b8fd84f326afbb5\",\"/questions/b1e41a4bbf179782994c46b459051bcdc8aa89f52103797e09588426375babdd.md\",\"/questions/e091e35f0332f5c96f5d7a333659479e747c69c8c476931d742210bbbf0e557f\",\"/crawlers/google-extended.json\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7.md\",\"/questions/79eecbe2d7bc2af29cfcce69b6efa8c4f7a0ddf030db007febb54b96ecf43744.json\",\"/questions/3008a9cd3da36dbd7db58b640d2b8c4f6e43e6a767ba573d5687bf39beb1bc64.json\",\"/questions/7feb07db1e122a5d282af651c372b074a5316ec9f2a5b3bb7c6ed6f7e941ca59.json\",\"/claims/131.json\",\"/questions/6aa719abee602154bcfb38fc2c503493d4145501e25912e781b11faaa58f7b96\",\"/questions/b1e41a4bbf179782994c46b459051bcdc8aa89f52103797e09588426375babdd.json\",\"/questions/04bc3496ca5e873179cdaa0304b17d77da22a5435c83472d0b62f386ed4c1533.json\",\"/observed/claude-user\",\"/questions/e091e35f0332f5c96f5d7a333659479e747c69c8c476931d742210bbbf0e557f.md\",\"/questions/e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff\",\"/observed/googleother.md\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7.json\",\"/observed/claudebot.md\",\"/questions/e091e35f0332f5c96f5d7a333659479e747c69c8c476931d742210bbbf0e557f.json\",\"/crawlers/gptbot.md\",\"/questions/6aa719abee602154bcfb38fc2c503493d4145501e25912e781b11faaa58f7b96.json\",\"/questions/6aa719abee602154bcfb38fc2c503493d4145501e25912e781b11faaa58f7b96.md\",\"/observed/googlebot.md\",\"/observed/claude-user.md\",\"/observed/claude-user.json\",\"/changes.xml\",\"/questions/263a3d5ba9e7e7d8ee555374ecf97a1bae8444842111226d90b1b3c2443761c1\",\"/observed/applebot\",\"/crawlers/applebot\"]",
    "formats": "[\"html\",\"json\",\"md\",\"csv\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 666
  },
  {
    "id": 23,
    "date": "2026-09-16",
    "entity_id": 2,
    "requests": 2,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 24,
    "date": "2026-09-16",
    "entity_id": 5,
    "requests": 24,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 24
  },
  {
    "id": 25,
    "date": "2026-09-16",
    "entity_id": 10,
    "requests": 30,
    "paths": "[\"/claims/32\",\"/robots.txt\",\"/data/latest/questions.csv\",\"/data\",\"/claims/66\",\"/claims/60\",\"/claims/69\",\"/claims/39\",\"/claims/44\",\"/claims/70\",\"/claims/68\",\"/claims/33\",\"/observed/applebot\",\"/observed/googlebot\",\"/observed/googleother\",\"/changes\",\"/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c\"]",
    "formats": "[\"html\",\"txt\",\"csv\"]",
    "verified_share": 1,
    "verified_requests": 30
  },
  {
    "id": 26,
    "date": "2026-09-16",
    "entity_id": 11,
    "requests": 46,
    "paths": "[\"/claims/42\",\"/crawlers/googlebot\",\"/claims/38\",\"/claims/34\",\"/claims/64\",\"/claims/39\",\"/claims/90\",\"/crawlers\",\"/claims/53\",\"/claims/132\",\"/claims/70\",\"/method\",\"/\",\"/claims/45\",\"/claims/67\",\"/claims/41\",\"/claims/96\",\"/observed/applebot\",\"/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c\",\"/claims/43\",\"/crawlers/claude-searchbot\",\"/claims\",\"/observed/googleother\",\"/claims/66\",\"/claims/33\",\"/crawlers/bingbot\",\"/claims/31\",\"/claims/131\",\"/claims/30\",\"/claims/123\",\"/observed/googlebot\",\"/claims/29\",\"/claims/60\",\"/claims/44\",\"/claims/69\",\"/claims/40\",\"/claims/37\",\"/claims/73\",\"/changes\",\"/claims/51\",\"/claims/68\"]",
    "formats": "[\"html\"]",
    "verified_share": 1,
    "verified_requests": 46
  },
  {
    "id": 27,
    "date": "2026-09-17",
    "entity_id": 5,
    "requests": 24,
    "paths": "[\"/sitemap.xml\",\"/robots.txt\"]",
    "formats": "[\"xml\",\"txt\"]",
    "verified_share": 1,
    "verified_requests": 24
  },
  {
    "id": 28,
    "date": "2026-09-17",
    "entity_id": 7,
    "requests": 5,
    "paths": "[\"/robots.txt\",\"/fields.md\",\"/claims.md\",\"/data.md\",\"/.well-known/mcp/server.json\"]",
    "formats": "[\"txt\",\"md\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 5
  },
  {
    "id": 29,
    "date": "2026-09-17",
    "entity_id": 10,
    "requests": 4,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 4
  },
  {
    "id": 30,
    "date": "2026-09-17",
    "entity_id": 11,
    "requests": 8,
    "paths": "[\"/claims/124\",\"/crawlers/claudebot\",\"/crawlers/googleother\",\"/claims/129\",\"/claims/130\",\"/claims/128\",\"/crawlers/gptbot\",\"/observed\"]",
    "formats": "[\"html\"]",
    "verified_share": 1,
    "verified_requests": 8
  },
  {
    "id": 31,
    "date": "2026-09-17",
    "entity_id": 14,
    "requests": 19,
    "paths": "[\"/robots.txt\",\"/crawlers/oai-adsbot\",\"/crawlers/oai-searchbot\",\"/crawlers\",\"/crawlers/chatgpt-user\",\"/crawlers/googleother\",\"/crawlers/bingbot\",\"/crawlers/claude-user\",\"/crawlers/perplexitybot\",\"/crawlers/applebot-extended\",\"/crawlers/applebot\",\"/data\",\"/crawlers/google-extended\",\"/crawlers/perplexity-user\",\"/questions\",\"/changes\",\"/claims\"]",
    "formats": "[\"txt\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 19
  },
  {
    "id": 32,
    "date": "2026-09-18",
    "entity_id": 1,
    "requests": 436,
    "paths": "[\"/\",\"/claims/149\",\"/fields\",\"/claims/150\",\"/compare\",\"/changes\",\"/claims/148\",\"/claims/149.json\",\"/claims/149.md\",\"/fields/robots_txt_token\",\"/fields/separate_search_and_training_tokens\",\"/fields/follows_noarchive\",\"/fields/honours_crawl_delay\",\"/fields/observed_requested_mcp_endpoint\",\"/fields/user_fetch_exception_documented\",\"/compare/claude-searchbot-vs-oai-searchbot\",\"/compare/oai-searchbot-vs-perplexitybot\",\"/fields/observed_arrival_before_sitemap\",\"/compare/applebot-extended-vs-claudebot\",\"/compare/bingbot-vs-claude-user\",\"/compare/bingbot-vs-chatgpt-user\",\"/compare/bingbot-vs-claude-user.md\",\"/compare/bingbot-vs-claude-user.json\",\"/compare/googleother-vs-oai-searchbot\",\"/compare/applebot-vs-claude-searchbot\",\"/compare/claudebot-vs-google-extended\",\"/compare/perplexity-user-vs-perplexitybot\",\"/compare/claude-user-vs-gptbot\",\"/compare/claude-searchbot-vs-googleother\",\"/claims/148.json\",\"/claims/150.json\",\"/compare/chatgpt-user-vs-oai-searchbot\",\"/compare/claude-user-vs-googlebot\",\"/compare/chatgpt-user-vs-googlebot\",\"/compare/googleother-vs-oai-searchbot.md\",\"/compare/applebot-vs-claude-searchbot.md\",\"/compare/claudebot-vs-google-extended.md\",\"/compare/applebot-vs-chatgpt-user\",\"/compare/googlebot-vs-googleother\",\"/compare/googleother-vs-oai-searchbot.json\",\"/compare/applebot-vs-claude-searchbot.json\",\"/compare/claudebot-vs-google-extended.json\",\"/compare/applebot-extended-vs-googlebot\",\"/compare/perplexity-user-vs-perplexitybot.md\",\"/compare/oai-adsbot-vs-oai-searchbot\",\"/compare/googlebot-vs-gptbot\",\"/fields/respects_robots_txt\",\"/fields/what_it_controls\",\"/compare/claude-user-vs-gptbot.json\",\"/compare/googlebot-vs-googleother.json\",\"/fields/honours_crawl_delay.md\",\"/compare/chatgpt-user-vs-oai-adsbot\",\"/compare/chatgpt-user-vs-oai-searchbot.json\",\"/compare/claude-user-vs-googlebot.md\",\"/compare/applebot-vs-chatgpt-user.md\",\"/compare/googleother-vs-perplexity-user\",\"/compare/applebot-extended-vs-perplexity-user\",\"/fields.json\",\"/compare/bingbot-vs-chatgpt-user.json\",\"/compare/chatgpt-user-vs-google-extended\",\"/compare/claude-searchbot-vs-oai-adsbot\",\"/fields/observed_verified_request_ratio_census\",\"/compare/applebot-extended-vs-claude-searchbot\",\"/compare/googlebot-vs-googleother.md\",\"/compare/chatgpt-user-vs-oai-adsbot.md\",\"/compare/chatgpt-user-vs-claude-user\",\"/compare/googleother-vs-perplexity-user.json\",\"/compare/claude-searchbot-vs-gptbot\",\"/compare/bingbot-vs-googleother\",\"/compare/chatgpt-user-vs-oai-searchbot.md\",\"/compare/chatgpt-user-vs-google-extended.md\",\"/compare/applebot-extended-vs-perplexitybot\",\"/compare/applebot-extended-vs-googleother\",\"/compare/applebot-extended-vs-claude-searchbot.md\",\"/compare/claude-searchbot-vs-perplexitybot\",\"/compare/applebot-vs-claude-user\",\"/compare/applebot-vs-perplexity-user\",\"/compare/chatgpt-user-vs-googleother\",\"/fields/verifiable_by_rdns\",\"/compare/bingbot-vs-googleother.json\",\"/compare/chatgpt-user-vs-claude-user.md\",\"/compare/claudebot-vs-googlebot\",\"/fields/robots_txt_token.json\",\"/compare/chatgpt-user-vs-googlebot.md\",\"/compare/googlebot-vs-gptbot.md\",\"/compare/claude-searchbot-vs-perplexitybot.json\",\"/compare/applebot-vs-claude-user.md\",\"/compare/applebot-vs-claude-user.json\",\"/compare/applebot-vs-oai-adsbot\",\"/compare/chatgpt-user-vs-claude-user.json\",\"/compare/google-extended-vs-googlebot\",\"/compare/chatgpt-user-vs-googlebot.json\",\"/compare/claudebot-vs-googlebot.json\",\"/compare/applebot-vs-applebot-extended\",\"/compare/applebot-vs-oai-searchbot\",\"/compare/google-extended-vs-gptbot\",\"/compare/googleother-vs-oai-adsbot\",\"/compare/bingbot-vs-oai-searchbot\",\"/fields/observed_format_pass_order\",\"/compare/applebot-vs-oai-adsbot.md\"]",
    "formats": "[\"html\",\"json\",\"md\"]",
    "verified_share": 1,
    "verified_requests": 436
  },
  {
    "id": 33,
    "date": "2026-09-18",
    "entity_id": 2,
    "requests": 3,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 3
  },
  {
    "id": 34,
    "date": "2026-09-18",
    "entity_id": 3,
    "requests": 2,
    "paths": "[\"/mcp\",\"/\"]",
    "formats": "[\"json\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 35,
    "date": "2026-09-18",
    "entity_id": 5,
    "requests": 469,
    "paths": "[\"/fields\",\"/fields/user_agent_string_full\",\"/compare\",\"/fields/observed_first_request_path\",\"/fields/purpose_documented\",\"/fields/user_fetch_exception_documented\",\"/fields/fallback_to_googlebot_rules\",\"/fields/scope_of_crawling\",\"/fields/observed_paths_fetched\",\"/fields/honours_crawl_delay\",\"/fields/observed_format_pass_order\",\"/compare/googlebot-vs-perplexitybot\",\"/fields/cites_sources\",\"/fields/what_it_controls\",\"/fields/publishes_ip_list\",\"/compare/perplexity-user-vs-perplexitybot\",\"/compare/applebot-vs-perplexitybot\",\"/compare/googlebot-vs-perplexity-user\",\"/fields/robots_token_differs_from_ua\",\"/fields/observed_requested_mcp_endpoint\",\"/compare/applebot-vs-googlebot\",\"/compare/bingbot-vs-perplexitybot\",\"/compare/bingbot-vs-googlebot\",\"/claims/142\",\"/claims/147\",\"/fields/observed_fetches_json\",\"/compare/googleother-vs-perplexitybot\",\"/fields/robots_txt_token\",\"/claims/149\",\"/compare/applebot-vs-perplexity-user\",\"/claims/145\",\"/claims/150\",\"/claims/148\",\"/compare/gptbot-vs-perplexitybot\",\"/compare/bingbot-vs-perplexity-user\",\"/compare/googlebot-vs-googleother\",\"/fields/verifiable_by_rdns\",\"/claims/144\",\"/compare/google-extended-vs-perplexitybot\",\"/claims/146\",\"/compare/googlebot-vs-gptbot\",\"/fields/robots_txt_fetch_marker\",\"/fields/observed_fetches_markdown\",\"/compare/applebot-vs-bingbot\",\"/compare/google-extended-vs-googlebot\",\"/fields/observed_verified_request_ratio_census\",\"/claims/143\",\"/compare/googleother-vs-perplexity-user\",\"/compare/claudebot-vs-perplexitybot\",\"/compare/claude-user-vs-perplexitybot\",\"/fields/reads_llms_txt\",\"/compare/gptbot-vs-perplexity-user\",\"/compare/applebot-extended-vs-perplexitybot\",\"/fields/opt_out_mechanism\",\"/fields/follows_noarchive\",\"/compare/google-extended-vs-perplexity-user\",\"/compare/claudebot-vs-googlebot\",\"/compare/claude-user-vs-googlebot\",\"/compare/applebot-vs-googleother\",\"/compare/chatgpt-user-vs-perplexitybot\",\"/fields/observed_arrival_before_sitemap\",\"/compare/applebot-extended-vs-googlebot\",\"/compare/applebot-vs-gptbot\",\"/compare/claude-user-vs-perplexity-user\",\"/compare/claudebot-vs-perplexity-user\",\"/compare/applebot-vs-google-extended\",\"/compare/bingbot-vs-googleother\",\"/compare/applebot-extended-vs-perplexity-user\",\"/compare/chatgpt-user-vs-googlebot\",\"/compare/bingbot-vs-gptbot\",\"/compare/bingbot-vs-google-extended\",\"/compare/chatgpt-user-vs-perplexity-user\",\"/compare/applebot-vs-claude-user\",\"/compare/applebot-vs-claudebot\",\"/compare/oai-adsbot-vs-perplexitybot\",\"/compare/applebot-vs-applebot-extended\",\"/compare/claude-searchbot-vs-perplexitybot\",\"/compare/googleother-vs-gptbot\",\"/compare/bingbot-vs-claude-user\",\"/compare/bingbot-vs-claudebot\",\"/compare/applebot-vs-chatgpt-user\",\"/compare/applebot-extended-vs-bingbot\",\"/compare/google-extended-vs-googleother\",\"/compare/google-extended-vs-gptbot\",\"/fields/respects_robots_txt\",\"/compare/bingbot-vs-chatgpt-user\",\"/compare/googlebot-vs-oai-adsbot\",\"/compare/claude-searchbot-vs-googlebot\",\"/compare/claude-user-vs-googleother\",\"/compare/oai-adsbot-vs-perplexity-user\",\"/compare/oai-searchbot-vs-perplexitybot\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/compare/claudebot-vs-googleother\",\"/compare/claude-user-vs-gptbot\",\"/compare/claudebot-vs-gptbot\",\"/compare/claude-user-vs-google-extended\",\"/compare/applebot-extended-vs-googleother\",\"/compare/claudebot-vs-google-extended\",\"/compare/applebot-extended-vs-gptbot\",\"/compare/applebot-extended-vs-google-extended\"]",
    "formats": "[\"html\",\"txt\",\"xml\",\"json\",\"md\"]",
    "verified_share": 1,
    "verified_requests": 469
  },
  {
    "id": 36,
    "date": "2026-09-18",
    "entity_id": 7,
    "requests": 2,
    "paths": "[\"/robots.txt\",\"/\"]",
    "formats": "[\"txt\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 37,
    "date": "2026-09-18",
    "entity_id": 10,
    "requests": 78,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\",\"/fields/cites_sources\",\"/compare/gptbot-vs-perplexitybot\",\"/compare/claudebot-vs-oai-searchbot\",\"/fields/scope_of_crawling\",\"/fields/publishes_ip_list\",\"/claims/142\",\"/compare/gptbot-vs-perplexity-user\",\"/claims/128\",\"/compare/claudebot-vs-perplexitybot\",\"/claims/150\",\"/fields/observed_first_request_path\",\"/fields/fallback_to_googlebot_rules\",\"/fields/robots_token_differs_from_ua\",\"/claims/144\",\"/compare/oai-adsbot-vs-oai-searchbot\",\"/compare/claudebot-vs-perplexity-user\",\"/compare/claude-user-vs-oai-searchbot\",\"/compare/claude-searchbot-vs-oai-adsbot\",\"/claims/145\",\"/compare/applebot-extended-vs-oai-adsbot\",\"/claims/147\",\"/claims/143\",\"/compare/chatgpt-user-vs-perplexity-user\",\"/compare/claude-searchbot-vs-oai-searchbot\",\"/compare/claude-searchbot-vs-perplexitybot\",\"/compare/applebot-extended-vs-oai-searchbot\",\"/fields/anti_circumvention_stance\",\"/compare/applebot-extended-vs-claude-searchbot\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/compare/oai-searchbot-vs-perplexity-user\",\"/compare/oai-adsbot-vs-perplexity-user\",\"/compare/applebot-extended-vs-claude-user\"]",
    "formats": "[\"txt\",\"xml\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 78
  },
  {
    "id": 38,
    "date": "2026-09-18",
    "entity_id": 11,
    "requests": 206,
    "paths": "[\"/fields/reads_llms_txt\",\"/fields/user_fetch_exception_documented\",\"/compare/googlebot-vs-oai-searchbot\",\"/compare/oai-searchbot-vs-perplexity-user\",\"/fields/observed_paths_fetched\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/compare/claudebot-vs-oai-searchbot\",\"/fields/robots_token_differs_from_ua\",\"/fields/user_agent_string_full\",\"/compare/claudebot-vs-googleother\",\"/compare/oai-adsbot-vs-perplexity-user\",\"/compare/applebot-extended-vs-perplexity-user\",\"/fields/observed_format_pass_order\",\"/compare/claude-user-vs-oai-searchbot\",\"/fields/observed_first_request_path\",\"/compare/claude-user-vs-perplexity-user\",\"/fields/observed_requested_mcp_endpoint\",\"/fields/cites_sources\",\"/compare/bingbot-vs-googlebot\",\"/compare/gptbot-vs-perplexitybot\",\"/compare/applebot-extended-vs-google-extended\",\"/compare/google-extended-vs-oai-searchbot\",\"/compare/applebot-extended-vs-claude-user\",\"/compare/applebot-extended-vs-googleother\",\"/compare/oai-adsbot-vs-perplexitybot\",\"/compare/googleother-vs-oai-searchbot\",\"/compare/applebot-vs-perplexity-user\",\"/fields/observed_verified_request_ratio_census\",\"/compare/google-extended-vs-perplexity-user\",\"/compare/claudebot-vs-oai-adsbot\",\"/compare/googlebot-vs-perplexity-user\",\"/observed/applebot\",\"/compare/claudebot-vs-perplexitybot\",\"/fields/observed_fetches_markdown\",\"/claims/148\",\"/compare/claude-searchbot-vs-claude-user\",\"/compare/claudebot-vs-perplexity-user\",\"/fields/scope_of_crawling\",\"/crawlers/applebot\",\"/fields/observed_fetches_robots_txt\",\"/crawlers/oai-adsbot\",\"/compare/claude-searchbot-vs-oai-searchbot\",\"/fields\",\"/fields/publishes_ip_list\",\"/compare/chatgpt-user-vs-claude-user\",\"/compare/bingbot-vs-claude-searchbot\",\"/observed/googlebot\",\"/claims/142\",\"/compare/gptbot-vs-perplexity-user\",\"/claims/150\",\"/compare/applebot-vs-google-extended\",\"/compare/googleother-vs-perplexity-user\",\"/crawlers/googleother\",\"/claims/9\",\"/claims/128\",\"/claims/28\",\"/compare/applebot-extended-vs-oai-adsbot\",\"/claims/2\",\"/claims/34\",\"/compare/claude-searchbot-vs-perplexitybot\",\"/claims/32\",\"/crawlers/oai-searchbot\",\"/compare/chatgpt-user-vs-perplexity-user\",\"/.well-known/mcp/server.json\",\"/fields/fallback_to_googlebot_rules\",\"/claims/12\",\"/compare/googleother-vs-oai-adsbot\",\"/crawlers/bingbot\",\"/compare/chatgpt-user-vs-claude-searchbot\",\"/compare/claudebot-vs-gptbot\",\"/compare/applebot-vs-oai-searchbot\",\"/crawlers/chatgpt-user\",\"/claims/122\",\"/crawlers/perplexitybot\",\"/compare/bingbot-vs-perplexity-user\",\"/compare/applebot-extended-vs-googlebot\",\"/compare/bingbot-vs-oai-searchbot\",\"/compare/bingbot-vs-claude-user\",\"/compare/applebot-vs-googlebot\",\"/compare/oai-adsbot-vs-oai-searchbot\",\"/compare/applebot-vs-claudebot\",\"/compare/bingbot-vs-gptbot\",\"/crawlers/googlebot\",\"/compare/google-extended-vs-googlebot\",\"/compare/bingbot-vs-perplexitybot\",\"/claims/102\",\"/compare/applebot-vs-claude-user\",\"/claims/144\",\"/compare/bingbot-vs-googleother\",\"/compare/applebot-extended-vs-oai-searchbot\",\"/claims/97\",\"/compare/google-extended-vs-oai-adsbot\",\"/claims/65\",\"/compare/claude-searchbot-vs-oai-adsbot\",\"/compare/applebot-vs-perplexitybot\",\"/compare/googlebot-vs-perplexitybot\",\"/compare/bingbot-vs-chatgpt-user\",\"/compare/claude-user-vs-googlebot\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7\",\"/fields/follows_noarchive\"]",
    "formats": "[\"html\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 206
  },
  {
    "id": 39,
    "date": "2026-09-18",
    "entity_id": 14,
    "requests": 9,
    "paths": "[\"/crawlers/claudebot\",\"/observed\",\"/.md\",\"/crawlers/googlebot\",\"/.json\",\"/crawlers/gptbot\",\"/crawlers/claude-searchbot\",\"/method\"]",
    "formats": "[\"html\",\"md\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 9
  },
  {
    "id": 40,
    "date": "2026-09-19",
    "entity_id": 2,
    "requests": 2,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 41,
    "date": "2026-09-19",
    "entity_id": 3,
    "requests": 3,
    "paths": "[\"/compare/applebot-extended-vs-oai-adsbot\",\"/compare/oai-adsbot-vs-oai-searchbot\",\"/compare/oai-adsbot-vs-perplexity-user\"]",
    "formats": "[\"html\"]",
    "verified_share": 1,
    "verified_requests": 3
  },
  {
    "id": 42,
    "date": "2026-09-19",
    "entity_id": 5,
    "requests": 31,
    "paths": "[\"/robots.txt\",\"/sitemap-index.xml\",\"/sitemap.xml\",\"/sitemap-machine.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 31
  },
  {
    "id": 43,
    "date": "2026-09-19",
    "entity_id": 7,
    "requests": 5,
    "paths": "[\"/robots.txt\",\"/changes\",\"/.well-known/mcp/server.json\",\"/\"]",
    "formats": "[\"txt\",\"html\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 5
  },
  {
    "id": 44,
    "date": "2026-09-19",
    "entity_id": 10,
    "requests": 7,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 7
  },
  {
    "id": 45,
    "date": "2026-09-19",
    "entity_id": 11,
    "requests": 13,
    "paths": "[\"/claims/12\",\"/compare/applebot-extended-vs-gptbot\",\"/compare/applebot-vs-applebot-extended\",\"/compare/applebot-extended-vs-oai-searchbot\",\"/claims/7\",\"/claims/1\",\"/claims/6\",\"/claims/5\",\"/claims/18\",\"/claims/10\",\"/claims/16\",\"/.well-known/glama.json\"]",
    "formats": "[\"html\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 13
  },
  {
    "id": 46,
    "date": "2026-09-20",
    "entity_id": 1,
    "requests": 3,
    "paths": "[\"/mcp\",\"/.well-known/glama.json\",\"/\"]",
    "formats": "[\"json\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 3
  },
  {
    "id": 47,
    "date": "2026-09-20",
    "entity_id": 2,
    "requests": 4,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 4
  },
  {
    "id": 48,
    "date": "2026-09-20",
    "entity_id": 5,
    "requests": 2,
    "paths": "[\"/robots.txt\",\"/sitemap-machine.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 49,
    "date": "2026-09-20",
    "entity_id": 7,
    "requests": 2,
    "paths": "[\"/mcp\"]",
    "formats": "[\"json\"]",
    "verified_share": 0,
    "verified_requests": 0
  },
  {
    "id": 50,
    "date": "2026-09-20",
    "entity_id": 10,
    "requests": 10,
    "paths": "[\"/robots.txt\",\"/data\",\"/fields/robots_token_differs_from_ua\",\"/fields/publishes_ip_list\",\"/fields/fallback_to_googlebot_rules\"]",
    "formats": "[\"txt\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 10
  },
  {
    "id": 51,
    "date": "2026-09-20",
    "entity_id": 14,
    "requests": 171,
    "paths": "[\"/robots.txt\",\"/claims/104\",\"/claims/9\",\"/claims/76\",\"/crawlers/gptbot.md\",\"/questions/19831deb9ab128884267ff7b26bb6fb86040e223b214ae652677f916039165f1\",\"/claims/108\",\"/fields\",\"/observed/applebot\",\"/claims/54\",\"/claims/42\",\"/claims/3\",\"/claims/38\",\"/claims/30\",\"/claims/71\",\"/questions/988d882b4a74a8b8afb9f2d143bf2c538cecb7af4599cbaaa8260682d6aaf5b5\",\"/claims/124\",\"/observed/claudebot\",\"/claims/87\",\"/data/latest/entities.csv\",\"/questions/e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee\",\"/claims/77\",\"/questions/3050a0ef31fe84bc2169c49e6513e17941f48a2c15f4720e45038792c2c8d29d\",\"/claims/67\",\"/claims/102\",\"/claims/51\",\"/questions/b1e41a4bbf179782994c46b459051bcdc8aa89f52103797e09588426375babdd\",\"/questions/064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f\",\"/claims/46\",\"/claims/115\",\"/claims/119\",\"/claims/64\",\"/crawlers/perplexity-user.md\",\"/claims/49\",\"/claims/52\",\"/crawlers/bingbot.md\",\"/claims/132\",\"/claims/128\",\"/claims/70\",\"/claims/130\",\"/questions/79eecbe2d7bc2af29cfcce69b6efa8c4f7a0ddf030db007febb54b96ecf43744\",\"/claims/82\",\"/claims/80\",\"/claims/60\",\"/claims/21\",\"/claims/7\",\"/claims/114\",\"/questions/e091e35f0332f5c96f5d7a333659479e747c69c8c476931d742210bbbf0e557f\",\"/questions/e907942e1bacc44659550c7e988ff69b89006901ce87a91e4889809bbf7c5909\",\"/claims/72\",\"/claims/23\",\"/claims/94\",\"/questions/c9bda3cd18b64dcd629f9501c7c4828409827a87b8cb7c3ebe39c6e0ed4fe655\",\"/changes.md\",\"/claims/37\",\"/claims/84\",\"/claims/107\",\"/questions/f453cacd1535f4700e95bab1b1480233e943644b1baa9857d70aa5001c264ee7\",\"/crawlers/applebot.md\",\"/questions/d0b458517fb31268c7f8ec491094d483e38a6c87aa5c27109b3292365351b17c\",\"/questions/51970f2a642188fdd2973fc74cc4ba88eb887493a2c7bf670b8fd84f326afbb5\",\"/questions/ff1c6deb90d74278593d6248167ee2547b98b46bb983ee68299165f27051e26e\",\"/claims/95\",\"/claims/69\",\"/crawlers/perplexity-user.json\",\"/observed/googlebot\",\"/claims/4\",\"/claims/112\",\"/crawlers/googleother.md\",\"/data/latest/mcp_calls_daily.csv\",\"/claims/120\",\"/compare/googlebot-vs-perplexity-user\",\"/crawlers/claude-searchbot.md\",\"/questions/3163fd879bdf5bb024eaf7d0d19ae5337f04474e1c6bc850ab124990d16e946d\",\"/questions/e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff\",\"/claims/22\",\"/claims/99\",\"/claims/66\",\"/claims/88\",\"/crawlers/claudebot.json\",\"/claims/122\",\"/questions/c1a2c20f142a7c2d2066ae6d41474c312396a2936a5ee55deb438dc71de7c81a\",\"/data.md\",\"/questions/ad86eb3ffc87efd1193f2c197e68578302af90fd56f3c3c47c71e1667afc68d6\",\"/claims/97\",\"/claims/65\",\"/data/latest/observation_daily.json\",\"/observed/gptbot\",\"/claims/13\",\"/compare/claudebot-vs-perplexity-user\",\"/compare/gptbot-vs-oai-adsbot\",\"/observed.md\",\"/claims/116\",\"/claims/29\",\"/questions/a800346ce1243a685d6780ae2b5f91c373e30ceeb909dadca8f8eb1c84bfcf06\",\"/claims/63\",\"/claims/109\",\"/questions/62e5fac0b418c8f526b41170e57e65ea34a46a6278b2d876fc267034103664fc\",\"/compare/applebot-extended-vs-gptbot\",\"/compare/claudebot-vs-oai-adsbot\"]",
    "formats": "[\"txt\",\"html\",\"md\",\"csv\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 171
  },
  {
    "id": 52,
    "date": "2026-09-21",
    "entity_id": 2,
    "requests": 2,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 53,
    "date": "2026-09-21",
    "entity_id": 5,
    "requests": 28,
    "paths": "[\"/sitemap-index.xml\",\"/robots.txt\",\"/sitemap-machine.xml\",\"/sitemap.xml\",\"/mcp\"]",
    "formats": "[\"xml\",\"txt\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 28
  },
  {
    "id": 54,
    "date": "2026-09-21",
    "entity_id": 10,
    "requests": 711,
    "paths": "[\"/robots.txt\",\"/fields/anti_circumvention_stance\",\"/fields/scope_of_crawling\",\"/fields/observed_first_request_path\",\"/data\",\"/\",\"/sitemap-index.xml\",\"/observed/claude-user\",\"/claims/61\",\"/observed\",\"/sitemap.xml\",\"/changes\",\"/sitemap-machine.xml\",\"/claims/59\",\"/claims/19\",\"/crawlers/googlebot\",\"/crawlers/google-extended\",\"/crawlers/bingbot\",\"/compare\",\"/crawlers/oai-adsbot\",\"/claims/12\",\"/observed/claudebot\",\"/claims/150\",\"/crawlers/chatgpt-user\",\"/claims/49\",\"/observed/googlebot\",\"/crawlers\",\"/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c\",\"/claims/47\",\"/claims\",\"/claims/82\",\"/claims/83\",\"/crawlers/claude-user\",\"/claims/148\",\"/claims/149\",\"/fields\",\"/claims/8\",\"/crawlers/claude-searchbot\",\"/crawlers/googleother\",\"/observed/applebot\",\"/crawlers/perplexity-user\",\"/method\",\"/questions\",\"/crawlers/claudebot\",\"/claims/132\",\"/observed/gptbot\",\"/claims/62\",\"/crawlers/applebot-extended\",\"/claims/66\",\"/claims/23\",\"/observed/googleother\",\"/crawlers/gptbot\",\"/crawlers/applebot\",\"/crawlers/oai-searchbot\",\"/claims/60\",\"/crawlers/perplexitybot\",\"/compare/chatgpt-user-vs-claudebot\",\"/claims/100\",\"/claims/101\",\"/claims/102\",\"/claims/51\",\"/claims/52\",\"/compare/google-extended-vs-perplexitybot\",\"/claims/53\",\"/claims/54\",\"/claims/55\",\"/claims/56\",\"/claims/57\",\"/claims/58\",\"/fields/honours_crawl_delay\",\"/claims/50\",\"/claims/110\",\"/claims/48\",\"/claims/111\",\"/compare/applebot-vs-chatgpt-user\",\"/claims/112\",\"/fields/observed_fetches_robots_txt\",\"/claims/113\",\"/claims/40\",\"/claims/41\",\"/claims/42\",\"/claims/43\",\"/claims/44\",\"/compare/bingbot-vs-oai-searchbot\",\"/claims/45\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/claims/46\",\"/compare/applebot-vs-bingbot\",\"/compare/claude-user-vs-googleother\",\"/fields/verifiable_by_rdns\",\"/claims/103\",\"/claims/104\",\"/compare/bingbot-vs-perplexity-user\",\"/claims/105\",\"/claims/106\",\"/claims/107\",\"/claims/108\",\"/claims/109\",\"/claims/9\",\"/claims/4\"]",
    "formats": "[\"txt\",\"html\",\"xml\",\"csv\",\"md\"]",
    "verified_share": 0.02250351617440225,
    "verified_requests": 16
  },
  {
    "id": 55,
    "date": "2026-09-21",
    "entity_id": 11,
    "requests": 1,
    "paths": "[\"/mcp\"]",
    "formats": "[\"json\"]",
    "verified_share": 1,
    "verified_requests": 1
  },
  {
    "id": 56,
    "date": "2026-09-21",
    "entity_id": 13,
    "requests": 3,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 3
  },
  {
    "id": 57,
    "date": "2026-09-21",
    "entity_id": 14,
    "requests": 148,
    "paths": "[\"/claims/20\",\"/data/latest/notes.csv\",\"/claims/57\",\"/claims/50\",\"/questions/40d40a7e8b7733d1367a9185ae1bd0be486e49d8e0ce8db54a4fb3b737a9527e\",\"/crawlers/oai-adsbot.md\",\"/data/latest/questions.csv\",\"/claims/53\",\"/crawlers/chatgpt-user.json\",\"/compare/bingbot-vs-gptbot\",\"/compare/claude-searchbot-vs-perplexity-user\",\"/observed/googleother\",\"/data/latest/observation_daily.csv\",\"/data/latest/claims.csv\",\"/questions/4fc955e1bb50d394bfad823b87d0b77f017ec05cb522fd90bdd876e7a4946a0b\",\"/claims/75\",\"/claims/117\",\"/claims/56\",\"/claims/129\",\"/observed/oai-searchbot\",\"/compare/applebot-extended-vs-claude-searchbot\",\"/compare/claude-searchbot-vs-oai-searchbot\",\"/claims/15\",\"/claims/81\",\"/questions/4fd26a65bcb4f94d29d2a8ee92f5ec2208426425a69242efd5e4eb6f2daa84d6\",\"/claims/40\",\"/claims.md\",\"/questions/b6282e25de55e809b2fc05b7b3c109a5d7029200175600460ce3a99c0ea2967e\",\"/claims/144\",\"/crawlers/perplexity-user.md\",\"/compare/googlebot-vs-gptbot\",\"/claims/100\",\"/claims/39\",\"/compare/chatgpt-user-vs-googlebot\",\"/claims/127\",\"/crawlers/claude-searchbot.md\",\"/compare/applebot-extended-vs-claudebot\",\"/compare/gptbot-vs-perplexity-user\",\"/questions/04bc3496ca5e873179cdaa0304b17d77da22a5435c83472d0b62f386ed4c1533\",\"/claims/11\",\"/questions/97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d\",\"/questions/62283b8afc52091cd7cc5c2fbea34e6abe849012ec779dd4dfabd0553e908f92\",\"/compare/googlebot-vs-oai-searchbot\",\"/questions.md\",\"/claims/59\",\"/crawlers/applebot-extended.md\",\"/questions/ae5ff38e6e254c7f33b7fcaeafdefdd7048c3656a7d00fde8995f34bd3a3d8ae\",\"/changes.md\",\"/claims/6\",\"/compare/claudebot-vs-google-extended\",\"/data/latest.json\",\"/questions/1f586f71a0be68ee8ece2002622ee024a39cf4f46b0b8891d41f99a8626f5123\",\"/claims/31\",\"/data/latest/changes.csv\",\"/claims/101\",\"/crawlers/perplexitybot.md\",\"/claims/43\",\"/claims/32\",\"/compare/claude-searchbot-vs-oai-adsbot\",\"/claims/126\",\"/observed/claude-user\",\"/claims/93\",\"/claims/45\",\"/claims/92\",\"/claims/34\",\"/claims/103\",\"/claims/68\",\"/compare/claude-searchbot-vs-gptbot\",\"/crawlers/google-extended.json\",\"/claims/131\",\"/claims/91\",\"/method.md\",\"/questions/4dea235b81a6d7edc7b8f1f2c105369421c0b89316a0759ba489d8a69d8d4a3b\",\"/crawlers/gptbot.json\",\"/changes.json\",\"/claims/73\",\"/claims/14\",\"/crawlers/googleother.json\",\"/questions/28ab4ca1a97b70de471e253e4cc7a86059c59930cb5858e3465b35e48c71ff29\",\"/data/latest/entities.json\",\"/data/latest/mcp_calls_daily.json\",\"/crawlers/perplexitybot.json\",\"/compare/chatgpt-user-vs-gptbot\",\"/crawlers/googlebot.md\",\"/crawlers/googleother.md\",\"/claims/58\",\"/compare/claude-searchbot-vs-googleother\",\"/compare/claude-searchbot-vs-google-extended\",\"/crawlers/oai-searchbot.md\",\"/claims.json\",\"/compare/chatgpt-user-vs-claudebot\",\"/claims/74\",\"/claims/12\",\"/claims/61\",\"/claims/48\",\"/questions/a86f29d86c0a795732314404684c110ab915c80ca08d0a4e4ec38527c642d974\",\"/claims/86\",\"/changes.xml\",\"/claims/123\",\"/observed.md\"]",
    "formats": "[\"html\",\"csv\",\"md\",\"json\",\"xml\",\"txt\"]",
    "verified_share": 1,
    "verified_requests": 148
  },
  {
    "id": 58,
    "date": "2026-09-22",
    "entity_id": 2,
    "requests": 5,
    "paths": "[\"/robots.txt\"]",
    "formats": "[\"txt\"]",
    "verified_share": 1,
    "verified_requests": 5
  },
  {
    "id": 59,
    "date": "2026-09-22",
    "entity_id": 5,
    "requests": 4,
    "paths": "[\"/robots.txt\",\"/sitemap-index.xml\",\"/sitemap-machine.xml\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 4
  },
  {
    "id": 60,
    "date": "2026-09-22",
    "entity_id": 10,
    "requests": 11,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\",\"/fields/scope_of_crawling\"]",
    "formats": "[\"txt\",\"xml\",\"html\"]",
    "verified_share": 1,
    "verified_requests": 11
  },
  {
    "id": 61,
    "date": "2026-09-22",
    "entity_id": 13,
    "requests": 2,
    "paths": "[\"/robots.txt\",\"/sitemap.xml\"]",
    "formats": "[\"txt\",\"xml\"]",
    "verified_share": 1,
    "verified_requests": 2
  },
  {
    "id": 62,
    "date": "2026-09-22",
    "entity_id": 14,
    "requests": 11,
    "paths": "[\"/observed/bingbot\",\"/compare/bingbot-vs-claude-searchbot\",\"/compare/applebot-vs-claude-searchbot\",\"/crawlers/claude-user.json\",\"/crawlers/bingbot.json\",\"/compare/claudebot-vs-perplexitybot\",\"/compare/claudebot-vs-gptbot\",\"/compare/bingbot-vs-googlebot\",\"/crawlers/googlebot.json\",\"/method.json\",\"/observed.json\"]",
    "formats": "[\"html\",\"json\"]",
    "verified_share": 1,
    "verified_requests": 11
  }
]