{
  "claim": {
    "id": 85,
    "entity_id": 1,
    "slug": "gptbot/robots_txt_fetch_marker",
    "field": "robots_txt_fetch_marker",
    "value": "yes",
    "statement": "OpenAI may add a robots.txt marker to the GPTBot user agent string when GPTBot fetches robots.txt files.",
    "evidence_url": "https://developers.openai.com/api/docs/bots",
    "evidence_quote": "\"When fetching robots.txt files, we may add a robots.txt marker to the user-agent string to help site owners distinguish those requests from requests for other resources\"",
    "method": "vendor_doc",
    "verified_at": "2026-09-13",
    "confidence": "high",
    "status": "current",
    "supersedes_id": null,
    "created_at": "2026-09-14T00:15:09Z",
    "updated_at": "2026-09-14T00:15:09Z",
    "evidence_date": null
  },
  "entity": {
    "id": 1,
    "slug": "gptbot",
    "vendor": "OpenAI",
    "name": "GPTBot",
    "kind": "crawler",
    "purpose": "training",
    "ua_token": "GPTBot",
    "ua_pattern": "GPTBot",
    "robots_token": "GPTBot",
    "ip_list_url": "https://openai.com/gptbot.json",
    "docs_url": "https://platform.openai.com/docs/bots",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Crawls public web content for OpenAI model training.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "notes": []
}