{
  "generated_at": "2026-09-18T02:30:51.707Z",
  "entities": [
    {
      "slug": "claude-searchbot",
      "vendor": "Anthropic",
      "name": "Claude-SearchBot",
      "kind": "search_bot",
      "purpose": "search",
      "status": "active"
    },
    {
      "slug": "claude-user",
      "vendor": "Anthropic",
      "name": "Claude-User",
      "kind": "fetcher",
      "purpose": "user_fetch",
      "status": "active"
    },
    {
      "slug": "claudebot",
      "vendor": "Anthropic",
      "name": "ClaudeBot",
      "kind": "crawler",
      "purpose": "training",
      "status": "active"
    },
    {
      "slug": "applebot",
      "vendor": "Apple",
      "name": "Applebot",
      "kind": "crawler",
      "purpose": "search",
      "status": "active"
    },
    {
      "slug": "applebot-extended",
      "vendor": "Apple",
      "name": "Applebot-Extended",
      "kind": "policy_token",
      "purpose": "training",
      "status": "active"
    },
    {
      "slug": "google-extended",
      "vendor": "Google",
      "name": "Google-Extended",
      "kind": "policy_token",
      "purpose": "training",
      "status": "active"
    },
    {
      "slug": "googleother",
      "vendor": "Google",
      "name": "GoogleOther",
      "kind": "crawler",
      "purpose": "mixed",
      "status": "active"
    },
    {
      "slug": "googlebot",
      "vendor": "Google",
      "name": "Googlebot",
      "kind": "crawler",
      "purpose": "search",
      "status": "active"
    },
    {
      "slug": "bingbot",
      "vendor": "Microsoft",
      "name": "Bingbot",
      "kind": "crawler",
      "purpose": "search",
      "status": "active"
    },
    {
      "slug": "chatgpt-user",
      "vendor": "OpenAI",
      "name": "ChatGPT-User",
      "kind": "fetcher",
      "purpose": "user_fetch",
      "status": "active"
    },
    {
      "slug": "gptbot",
      "vendor": "OpenAI",
      "name": "GPTBot",
      "kind": "crawler",
      "purpose": "training",
      "status": "active"
    },
    {
      "slug": "oai-adsbot",
      "vendor": "OpenAI",
      "name": "OAI-AdsBot",
      "kind": "ads_bot",
      "purpose": "ads",
      "status": "active"
    },
    {
      "slug": "oai-searchbot",
      "vendor": "OpenAI",
      "name": "OAI-SearchBot",
      "kind": "search_bot",
      "purpose": "search",
      "status": "active"
    },
    {
      "slug": "perplexity-user",
      "vendor": "Perplexity",
      "name": "Perplexity-User",
      "kind": "fetcher",
      "purpose": "user_fetch",
      "status": "active"
    },
    {
      "slug": "perplexitybot",
      "vendor": "Perplexity",
      "name": "PerplexityBot",
      "kind": "search_bot",
      "purpose": "search",
      "status": "active"
    }
  ],
  "recent_changes": [
    {
      "id": 152,
      "claim_id": 150,
      "entity_id": 14,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "robots_txt_and_home_only",
      "evidence_url": "https://rattlesnakesbymail.com/observed/applebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "claim_field": "observed_paths_fetched",
      "claim_value": "robots_txt_and_home_only",
      "claim_statement": "Applebot made 6 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, to 2 distinct paths, /robots.txt and the home page. Applebot's 6 requests to Rattlesnakes By Mail run from 2026-09-14T12:22:23Z to 2026-09-14T12:59:26Z and alternate the two paths three times."
    },
    {
      "id": 151,
      "claim_id": 149,
      "entity_id": 10,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "0.991",
      "evidence_url": "https://rattlesnakesbymail.com/observed/googlebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "googlebot",
      "entity_name": "Googlebot",
      "claim_field": "observed_verified_request_ratio_census",
      "claim_value": "0.991",
      "claim_statement": "Googlebot requests to Rattlesnakes By Mail matched Google's published IP ranges on 108 of 109 requests between 2026-09-13T20:00Z and 2026-09-15T09:00Z. Googlebot's first request to Rattlesnakes By Mail in that window was /robots.txt at 2026-09-14T11:53:00Z."
    },
    {
      "id": 150,
      "claim_id": 148,
      "entity_id": 2,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/oai-searchbot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "oai-searchbot",
      "entity_name": "OAI-SearchBot",
      "claim_field": "observed_arrival_before_sitemap",
      "claim_value": "yes",
      "claim_statement": "OAI-SearchBot first requested Rattlesnakes By Mail at 2026-09-13T21:41:14Z, before the Rattlesnakes By Mail sitemap was submitted to Bing Webmaster Tools shortly before 2026-09-15T08:38Z and to Google Search Console at 2026-09-15T09:00Z. OAI-SearchBot made 3 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, all 3 to /robots.txt."
    },
    {
      "id": 149,
      "claim_id": 147,
      "entity_id": 11,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://rattlesnakesbymail.com/observed/googleother",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "googleother",
      "entity_name": "GoogleOther",
      "claim_field": "observed_fetches_robots_txt",
      "claim_value": "no",
      "claim_statement": "GoogleOther made 93 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z and fetched /robots.txt on none of those requests. GoogleOther's first request to Rattlesnakes By Mail was the home page at 2026-09-14T12:03:30Z."
    },
    {
      "id": 148,
      "claim_id": 146,
      "entity_id": 11,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/googleother",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "googleother",
      "entity_name": "GoogleOther",
      "claim_field": "observed_requested_mcp_endpoint",
      "claim_value": "yes",
      "claim_statement": "GoogleOther requested the /mcp endpoint of Rattlesnakes By Mail twice between 2026-09-13T20:00Z and 2026-09-15T09:00Z, at 2026-09-14T15:07:30Z and at 2026-09-14T18:27:49Z. Rattlesnakes By Mail returned status 405 to both GoogleOther requests for /mcp."
    },
    {
      "id": 147,
      "claim_id": 145,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "html_json_md",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_format_pass_order",
      "claim_value": "html_json_md",
      "claim_statement": "ClaudeBot fetched Rattlesnakes By Mail in three format passes between 2026-09-13T20:00Z and 2026-09-15T09:00Z, HTML from 2026-09-14T20:52Z to 2026-09-14T20:57Z, then JSON from 2026-09-14T21:37Z to 2026-09-14T21:56Z, then Markdown from 2026-09-14T21:37Z to 2026-09-14T21:57Z. The same order holds on 170 of 170 base paths that ClaudeBot fetched in all three formats on Rattlesnakes By Mail."
    },
    {
      "id": 146,
      "claim_id": 144,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "/sitemap.xml",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_first_request_path",
      "claim_value": "/sitemap.xml",
      "claim_statement": "ClaudeBot's first request to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z was /sitemap.xml at 2026-09-14T19:53:45Z. ClaudeBot fetched /robots.txt on the second request to Rattlesnakes By Mail."
    },
    {
      "id": 145,
      "claim_id": 143,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_fetches_json",
      "claim_value": "yes",
      "claim_statement": "ClaudeBot made 177 JSON requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, covering the .json twin of 170 base paths. The .json URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap."
    },
    {
      "id": 144,
      "claim_id": 142,
      "entity_id": 5,
      "changed_at": "2026-09-17T21:31:41Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://rattlesnakesbymail.com/observed/claudebot",
      "note": "observed_here claim from the September 2026 census (docs/census-2026-09.md), batch p1-observed-here-2026-09-17",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "claim_field": "observed_fetches_markdown",
      "claim_value": "yes",
      "claim_statement": "ClaudeBot fetched the .md twin of 170 base paths on Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z, 170 Markdown requests of 542 ClaudeBot requests in that window. The .md URLs of Rattlesnakes By Mail appear in no entry of the 171 URL sitemap."
    },
    {
      "id": 132,
      "claim_id": 132,
      "entity_id": 10,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://developers.google.com/search/docs/fundamentals/ai-optimization-guide",
      "note": "P0.3 googlebot llms.txt re-check batch",
      "entity_slug": "googlebot",
      "entity_name": "Googlebot",
      "claim_field": "reads_llms_txt",
      "claim_value": "no",
      "claim_statement": "Google Search does not use llms.txt files."
    },
    {
      "id": 131,
      "claim_id": 131,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/robots-meta-tags-and-attributes-that-bing-supports-5198d240",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "follows_noarchive",
      "claim_value": "yes",
      "claim_statement": "Bingbot excludes noarchive-tagged content from Copilot and Chat answers and from generative AI training data."
    },
    {
      "id": 130,
      "claim_id": 130,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/robots-meta-tags-and-attributes-that-bing-supports-5198d240",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "opt_out_mechanism",
      "claim_value": "yes",
      "claim_statement": "Microsoft lets publishers block Bingbot content from Copilot answers and AI training using noarchive and nocache tags."
    },
    {
      "id": 129,
      "claim_id": 129,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
      "evidence_url": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "user_agent_string_full",
      "claim_value": "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
      "claim_statement": "Bingbot sends a user agent string containing bingbot/2.0 and a link to Microsoft's bingbot.htm page."
    },
    {
      "id": 128,
      "claim_id": 128,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "reads_llms_txt",
      "claim_value": "not_documented",
      "claim_statement": "Microsoft does not publish whether Bingbot reads llms.txt files."
    },
    {
      "id": 127,
      "claim_id": 127,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://blogs.bing.com/search/April-2025/Introducing-Copilot-Search-in-Bing",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "cites_sources",
      "claim_value": "yes",
      "claim_statement": "Copilot Search in Bing delivers clearly cited sources alongside generative answers to support publishers and content owners."
    },
    {
      "id": 126,
      "claim_id": 126,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://www.bing.com/webmasters/help/robots-meta-tags-and-attributes-that-bing-supports-5198d240",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "no",
      "claim_statement": "Microsoft controls Bingbot's use in AI training through meta tags rather than publishing a separate training-specific crawler token."
    },
    {
      "id": 125,
      "claim_id": 125,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "purpose_documented",
      "claim_value": "yes",
      "claim_statement": "Bingbot serves as Microsoft's standard crawler and handles most of Bing's daily web crawling."
    },
    {
      "id": 124,
      "claim_id": 124,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/how-to-verify-bingbot-3905dc26",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "yes",
      "claim_statement": "Microsoft verifies Bingbot traffic through reverse DNS lookups that resolve to hostnames ending in search.msn.com."
    },
    {
      "id": 123,
      "claim_id": 123,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/toolbox/bingbot.json",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "Microsoft publishes Bingbot's IP address ranges as a JSON file at bing.com/toolbox/bingbot.json for verification purposes."
    },
    {
      "id": 122,
      "claim_id": 122,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/crawl-control-55a30303",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "honours_crawl_delay",
      "claim_value": "yes",
      "claim_statement": "Microsoft states that a crawl-delay directive in robots.txt always takes precedence over Bing Webmaster Tools crawl control settings for Bingbot."
    },
    {
      "id": 121,
      "claim_id": 121,
      "entity_id": 13,
      "changed_at": "2026-09-14T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.bing.com/webmasters/help/ai-performance-9f8e7d6c",
      "note": "P0.3 bingbot re-source batch",
      "entity_slug": "bingbot",
      "entity_name": "Bingbot",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "Bingbot honors robots.txt directives and other Microsoft-supported control mechanisms that content owners set for crawling."
    },
    {
      "id": 120,
      "claim_id": 120,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "user_agent_string_full",
      "claim_value": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)",
      "claim_statement": "PerplexityBot sends the user agent string Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)."
    },
    {
      "id": 119,
      "claim_id": 119,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "reads_llms_txt",
      "claim_value": "not_documented",
      "claim_statement": "Perplexity does not publish whether PerplexityBot reads llms.txt files."
    },
    {
      "id": 118,
      "claim_id": 118,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "cites_sources",
      "claim_value": "yes",
      "claim_statement": "Perplexity links to the websites that PerplexityBot surfaces in Perplexity search results."
    },
    {
      "id": 117,
      "claim_id": 117,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "separate_search_and_training_tokens",
      "claim_value": "not_documented",
      "claim_statement": "Perplexity does not document a separate training crawler token alongside PerplexityBot."
    },
    {
      "id": 116,
      "claim_id": 116,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "search",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "purpose_documented",
      "claim_value": "search",
      "claim_statement": "PerplexityBot surfaces and links websites in Perplexity search results."
    },
    {
      "id": 115,
      "claim_id": 115,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "verifiable_by_rdns",
      "claim_value": "not_documented",
      "claim_statement": "Perplexity does not publish a reverse-DNS verification method for PerplexityBot."
    },
    {
      "id": 114,
      "claim_id": 114,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://www.perplexity.ai/perplexitybot.json",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "publishes_ip_list",
      "claim_value": "yes",
      "claim_statement": "Perplexity publishes the IP address ranges used by PerplexityBot as a JSON file at https://www.perplexity.ai/perplexitybot.json."
    },
    {
      "id": 113,
      "claim_id": 113,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "honours_crawl_delay",
      "claim_value": "not_documented",
      "claim_statement": "Perplexity does not publish whether PerplexityBot honours the robots.txt Crawl-delay directive."
    },
    {
      "id": 112,
      "claim_id": 112,
      "entity_id": 8,
      "changed_at": "2026-09-13T00:00:00Z",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
      "note": "P0.3 seed batch",
      "entity_slug": "perplexitybot",
      "entity_name": "PerplexityBot",
      "claim_field": "respects_robots_txt",
      "claim_value": "yes",
      "claim_statement": "PerplexityBot honours robots.txt rules that webmasters set for the PerplexityBot token."
    }
  ],
  "recent_observations": [
    {
      "entity_id": 1,
      "entity_slug": "gptbot",
      "entity_name": "GPTBot",
      "requests": 670,
      "verified_requests": 666,
      "verified_share": 0.9940298507462687,
      "formats": [
        "csv",
        "html",
        "json",
        "md",
        "xml"
      ],
      "first_seen": "2026-09-13",
      "last_seen": "2026-09-16"
    },
    {
      "entity_id": 5,
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot",
      "requests": 584,
      "verified_requests": 582,
      "verified_share": 0.9965753424657534,
      "formats": [
        "csv",
        "html",
        "json",
        "md",
        "txt",
        "xml"
      ],
      "first_seen": "2026-09-13",
      "last_seen": "2026-09-16"
    },
    {
      "entity_id": 11,
      "entity_slug": "googleother",
      "entity_name": "GoogleOther",
      "requests": 243,
      "verified_requests": 243,
      "verified_share": 1,
      "formats": [
        "csv",
        "html",
        "json",
        "xml"
      ],
      "first_seen": "2026-09-14",
      "last_seen": "2026-09-16"
    },
    {
      "entity_id": 10,
      "entity_slug": "googlebot",
      "entity_name": "Googlebot",
      "requests": 242,
      "verified_requests": 241,
      "verified_share": 0.9958677685950413,
      "formats": [
        "csv",
        "html",
        "txt",
        "xml"
      ],
      "first_seen": "2026-09-14",
      "last_seen": "2026-09-16"
    },
    {
      "entity_id": 14,
      "entity_slug": "applebot",
      "entity_name": "Applebot",
      "requests": 8,
      "verified_requests": 8,
      "verified_share": 1,
      "formats": [
        "html",
        "txt"
      ],
      "first_seen": "2026-09-14",
      "last_seen": "2026-09-15"
    },
    {
      "entity_id": 7,
      "entity_slug": "claude-user",
      "entity_name": "Claude-User",
      "requests": 5,
      "verified_requests": 5,
      "verified_share": 1,
      "formats": [
        "html",
        "txt"
      ],
      "first_seen": "2026-09-15",
      "last_seen": "2026-09-15"
    }
  ],
  "gap_count": 50,
  "related": [
    {
      "title": "Fields",
      "url": "https://rattlesnakesbymail.com/fields"
    },
    {
      "title": "Compare",
      "url": "https://rattlesnakesbymail.com/compare"
    }
  ]
}