{
  "entity": {
    "id": 5,
    "slug": "claudebot",
    "vendor": "Anthropic",
    "name": "ClaudeBot",
    "kind": "crawler",
    "purpose": "training",
    "ua_token": "ClaudeBot",
    "ua_pattern": "ClaudeBot",
    "robots_token": "ClaudeBot",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Collects web content that may contribute to Anthropic model training.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 53,
      "entity_id": 5,
      "slug": "claudebot/anti_circumvention_stance",
      "field": "anti_circumvention_stance",
      "value": "documented",
      "statement": "ClaudeBot respects anti-circumvention technologies and does not bypass CAPTCHAs on crawled sites.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect anti-circumvention technologies (e.g., we will not attempt to bypass CAPTCHAs for the sites we crawl.)\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 48,
      "entity_id": 5,
      "slug": "claudebot/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "yes",
      "statement": "Anthropic supports the non-standard robots.txt Crawl-delay extension for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"To limit crawling activity, we support the non-standard Crawl-delay extension to robots.txt. An example of this might be: User-agent: ClaudeBot Crawl-delay: 1\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 49,
      "entity_id": 5,
      "slug": "claudebot/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "Anthropic publishes the IP address ranges used by ClaudeBot as a JSON file at https://claude.com/crawling/bots.json.",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "evidence_quote": "\"If a crawler has a source IP address on this list, it indicates that the crawler is coming from Anthropic.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-08-18"
    },
    {
      "id": 51,
      "entity_id": 5,
      "slug": "claudebot/purpose_documented",
      "field": "purpose_documented",
      "value": "training",
      "statement": "ClaudeBot collects web content for training Anthropic generative AI models.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"ClaudeBot helps enhance the utility and safety of our generative AI models by collecting web content that could potentially contribute to their training.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 47,
      "entity_id": 5,
      "slug": "claudebot/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "ClaudeBot honours industry standard robots.txt directives that signal do not crawl.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Anthropic's Bots respect \"do not crawl\" signals by honoring industry standard directives in robots.txt.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 52,
      "entity_id": 5,
      "slug": "claudebot/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "yes",
      "statement": "Anthropic separates training and search controls into two robots.txt tokens: ClaudeBot for training and Claude-SearchBot for search.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"ClaudeBot ... When a site restricts ClaudeBot access, it signals that the site's future materials should be excluded from our AI model training datasets.\" next to \"Claude-SearchBot navigates the web to improve search result quality for users.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 54,
      "entity_id": 5,
      "slug": "claudebot/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "not_documented",
      "statement": "Anthropic does not publish a full user agent string for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"User-agent: ClaudeBot\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    },
    {
      "id": 50,
      "entity_id": 5,
      "slug": "claudebot/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "not_documented",
      "statement": "Anthropic does not publish a reverse-DNS verification method for ClaudeBot.",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "evidence_quote": "\"Alternate methods like blocking IP address(es) from which Anthropic Bots operates may not work correctly or persistently guarantee an opt-out\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-04-07"
    }
  ],
  "observed": {
    "requests_30d": 1,
    "verified_share_30d": 0,
    "daily_rows": [
      {
        "id": 3,
        "date": "2026-09-13",
        "entity_id": 5,
        "requests": 1,
        "paths": "[\"/crawlers/claudebot\"]",
        "formats": "[\"html\"]",
        "verified_share": 0
      }
    ]
  },
  "changes": [
    {
      "id": 47,
      "claim_id": 47,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 48,
      "claim_id": 48,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 49,
      "claim_id": 49,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://claude.com/crawling/bots.json",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 50,
      "claim_id": 50,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 51,
      "claim_id": 51,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "training",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 52,
      "claim_id": 52,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 53,
      "claim_id": 53,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    },
    {
      "id": 54,
      "claim_id": 54,
      "entity_id": 5,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "P0.3 seed batch",
      "entity_slug": "claudebot",
      "entity_name": "ClaudeBot"
    }
  ],
  "notes": []
}