{
  "claim": {
    "id": 104,
    "entity_id": 9,
    "slug": "perplexity-user/honours_crawl_delay",
    "field": "honours_crawl_delay",
    "value": "not_documented",
    "statement": "Perplexity does not publish whether Perplexity-User honours the robots.txt Crawl-delay directive.",
    "evidence_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
    "evidence_quote": null,
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": null,
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": "2026-01-29"
  },
  "entity": {
    "id": 9,
    "slug": "perplexity-user",
    "vendor": "Perplexity",
    "name": "Perplexity-User",
    "kind": "fetcher",
    "purpose": "user_fetch",
    "ua_token": "Perplexity-User",
    "ua_pattern": "Perplexity-User",
    "robots_token": "Perplexity-User",
    "ip_list_url": "https://www.perplexity.ai/perplexity-user.json",
    "docs_url": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Fetches a page when a Perplexity user asks a question that requires that page. Vendor documentation states this fetcher generally ignores robots.txt rules.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": []
}