{
  "entity": {
    "id": 14,
    "slug": "applebot",
    "vendor": "Apple",
    "name": "Applebot",
    "kind": "crawler",
    "purpose": "search",
    "ua_token": "Applebot",
    "ua_pattern": "Applebot(?!-Extended)",
    "robots_token": "Applebot",
    "ip_list_url": "https://search.developer.apple.com/applebot.json",
    "docs_url": "https://support.apple.com/en-us/119829",
    "first_documented": "2026-09-13",
    "first_seen_here": null,
    "last_seen_here": null,
    "status": "active",
    "notes": "Crawls the web to power Siri, Spotlight and Safari search features.",
    "created_at": "2026-09-13T00:00:00Z",
    "updated_at": "2026-09-13T00:00:00Z"
  },
  "claims": [
    {
      "id": 15,
      "entity_id": 14,
      "slug": "applebot/cites_sources",
      "field": "cites_sources",
      "value": "yes",
      "statement": "Apple includes links to source websites in Siri and Search answers to broad world knowledge questions.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"answering broad world knowledge questions in Siri and Search that may include links to sources and websites used to help\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "medium",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 18,
      "entity_id": 14,
      "slug": "applebot/fallback_to_googlebot_rules",
      "field": "fallback_to_googlebot_rules",
      "value": "yes",
      "statement": "Applebot follows Googlebot robots.txt instructions when a robots.txt file mentions Googlebot but not Applebot.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"If robots instructions don't mention Applebot but mention Googlebot, the Apple robot will follow Googlebot instructions.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 10,
      "entity_id": 14,
      "slug": "applebot/honours_crawl_delay",
      "field": "honours_crawl_delay",
      "value": "no",
      "statement": "Applebot does not follow the robots.txt Crawl-delay directive.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Applebot does not follow crawl-delay. Applebot is engineered for efficiency and will adjust to minimize the impact on site owners.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 11,
      "entity_id": 14,
      "slug": "applebot/publishes_ip_list",
      "field": "publishes_ip_list",
      "value": "yes",
      "statement": "Apple publishes the IP address CIDR ranges used by Applebot as a JSON file at https://search.developer.apple.com/applebot.json.",
      "evidence_url": "https://search.developer.apple.com/applebot.json",
      "evidence_quote": "\"Another way is to match the IP address with a CIDR prefix contained in the following JSON file: Applebot IP CIDRs.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-07-31"
    },
    {
      "id": 13,
      "entity_id": 14,
      "slug": "applebot/purpose_documented",
      "field": "purpose_documented",
      "value": "mixed",
      "statement": "Applebot crawls content for Apple search results and for training Apple foundation models.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Enabling Applebot in robots.txt allows website content to appear in search results for Apple users ... The data crawled by Applebot may also be used to help train Apple foundation models powering generative AI features across Apple products.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 16,
      "entity_id": 14,
      "slug": "applebot/reads_llms_txt",
      "field": "reads_llms_txt",
      "value": "not_documented",
      "statement": "Apple does not publish whether Applebot reads llms.txt files.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": null,
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 9,
      "entity_id": 14,
      "slug": "applebot/respects_robots_txt",
      "field": "respects_robots_txt",
      "value": "yes",
      "statement": "Applebot respects standard robots.txt directives targeted at Applebot in general search crawls.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Applebot respects standard robots.txt directives in general search crawls that are targeted at Applebot.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 14,
      "entity_id": 14,
      "slug": "applebot/separate_search_and_training_tokens",
      "field": "separate_search_and_training_tokens",
      "value": "partial",
      "statement": "Apple uses one crawler token, Applebot, for search crawling and for training crawling, and a second robots.txt token, Applebot-Extended, that opts content out of training use.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Web publishers can opt-out from having their content used to train generative foundation models by disallowing Applebot-Extended in the robots.txt file.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 17,
      "entity_id": 14,
      "slug": "applebot/user_agent_string_full",
      "field": "user_agent_string_full",
      "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
      "statement": "Applebot sends the desktop user agent string Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot).",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": null,
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    },
    {
      "id": 12,
      "entity_id": 14,
      "slug": "applebot/verifiable_by_rdns",
      "field": "verifiable_by_rdns",
      "value": "yes",
      "statement": "Applebot traffic is verifiable by reverse DNS lookup in the applebot.apple.com domain.",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "evidence_quote": "\"Traffic coming from Applebot is generally identified by using reverse DNS in the *.applebot.apple.com domain.\"",
      "method": "vendor_doc",
      "verified_at": "2026-09-13",
      "confidence": "high",
      "status": "current",
      "supersedes_id": null,
      "created_at": "2026-09-14T00:15:09Z",
      "updated_at": "2026-09-14T00:15:09Z",
      "evidence_date": "2026-09-04"
    }
  ],
  "observed": {
    "requests_30d": 0,
    "verified_share_30d": null,
    "daily_rows": []
  },
  "changes": [
    {
      "id": 9,
      "claim_id": 9,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 10,
      "claim_id": 10,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "no",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 11,
      "claim_id": 11,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://search.developer.apple.com/applebot.json",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 12,
      "claim_id": 12,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 13,
      "claim_id": 13,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "mixed",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 14,
      "claim_id": 14,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "partial",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 15,
      "claim_id": 15,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 16,
      "claim_id": 16,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "not_documented",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 17,
      "claim_id": 17,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    },
    {
      "id": 18,
      "claim_id": 18,
      "entity_id": 14,
      "changed_at": "2026-09-13",
      "kind": "new",
      "old_value": null,
      "new_value": "yes",
      "evidence_url": "https://support.apple.com/en-us/119829",
      "note": "P0.3 seed batch",
      "entity_slug": "applebot",
      "entity_name": "Applebot"
    }
  ],
  "notes": []
}