{
  "claim": {
    "id": 29,
    "entity_id": 6,
    "slug": "claude-searchbot/honours_crawl_delay",
    "field": "honours_crawl_delay",
    "value": "yes",
    "statement": "Claude-SearchBot respects the Crawl-delay directive in robots.txt when crawling domains.",
    "evidence_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "evidence_quote": "\"We aim for minimal disruption by being thoughtful about how quickly we crawl the same domains and respecting Crawl-delay where appropriate.\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "medium",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": "2026-04-07"
  },
  "entity": {
    "id": 6,
    "slug": "claude-searchbot",
    "vendor": "Anthropic",
    "name": "Claude-SearchBot",
    "kind": "search_bot",
    "purpose": "search",
    "ua_token": "Claude-SearchBot",
    "ua_pattern": "Claude-SearchBot",
    "robots_token": "Claude-SearchBot",
    "ip_list_url": "https://claude.com/crawling/bots.json",
    "docs_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-content-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Navigates the web to improve Claude search result quality.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": []
}