{
  "claim": {
    "id": 72,
    "entity_id": 11,
    "slug": "googleother/honours_crawl_delay",
    "field": "honours_crawl_delay",
    "value": "no",
    "statement": "Google does not support the robots.txt Crawl-delay directive for GoogleOther.",
    "evidence_url": "https://developers.google.com/search/blog/2019/07/a-note-on-unsupported-rules-in-robotstxt",
    "evidence_quote": "\"Why isn't a code handler for other rules like crawl-delay included in the code?\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "medium",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": null
  },
  "entity": {
    "id": 11,
    "slug": "googleother",
    "vendor": "Google",
    "name": "GoogleOther",
    "kind": "crawler",
    "purpose": "mixed",
    "ua_token": "GoogleOther",
    "ua_pattern": "GoogleOther",
    "robots_token": "GoogleOther",
    "ip_list_url": "https://developers.google.com/static/crawling/ipranges/common-crawlers.json",
    "docs_url": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Generic crawler used by various Google product teams to fetch publicly accessible content outside Search.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": []
}