{ "entity_a": { "slug": "bingbot", "name": "Bingbot" }, "entity_b": { "slug": "googleother", "name": "GoogleOther" }, "fields_documented": 14, "claims": 20, "last_verified": "2026-09-15", "fields": [ { "field": "cites_sources", "value_a": "yes", "value_b": null, "claim_id_a": 127, "claim_id_b": null, "same": false }, { "field": "follows_noarchive", "value_a": "yes", "value_b": null, "claim_id_a": 131, "claim_id_b": null, "same": false }, { "field": "honours_crawl_delay", "value_a": "yes", "value_b": "no", "claim_id_a": 122, "claim_id_b": 72, "same": false }, { "field": "observed_fetches_robots_txt", "value_a": null, "value_b": "no", "claim_id_a": null, "claim_id_b": 147, "same": false }, { "field": "observed_requested_mcp_endpoint", "value_a": null, "value_b": "yes", "claim_id_a": null, "claim_id_b": 146, "same": false }, { "field": "opt_out_mechanism", "value_a": "yes", "value_b": null, "claim_id_a": 130, "claim_id_b": null, "same": false }, { "field": "publishes_ip_list", "value_a": "yes", "value_b": "yes", "claim_id_a": 123, "claim_id_b": 73, "same": true }, { "field": "purpose_documented", "value_a": "yes", "value_b": "mixed", "claim_id_a": 125, "claim_id_b": 75, "same": false }, { "field": "reads_llms_txt", "value_a": "not_documented", "value_b": null, "claim_id_a": 128, "claim_id_b": null, "same": false }, { "field": "respects_robots_txt", "value_a": "yes", "value_b": "yes", "claim_id_a": 121, "claim_id_b": 71, "same": true }, { "field": "robots_txt_token", "value_a": null, "value_b": "GoogleOther", "claim_id_a": null, "claim_id_b": 77, "same": false }, { "field": "separate_search_and_training_tokens", "value_a": "no", "value_b": "not_documented", "claim_id_a": 126, "claim_id_b": 76, "same": false }, { "field": "user_agent_string_full", "value_a": "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)", "value_b": null, "claim_id_a": 129, "claim_id_b": null, "same": false }, { "field": "verifiable_by_rdns", "value_a": "yes", "value_b": "yes", "claim_id_a": 124, "claim_id_b": 74, "same": true } ], "differences": [ { "field": "cites_sources", "statement_a": "Copilot Search in Bing delivers clearly cited sources alongside generative answers to support publishers and content owners.", "statement_b": null, "claim_id_a": 127, "claim_id_b": null }, { "field": "follows_noarchive", "statement_a": "Bingbot excludes noarchive-tagged content from Copilot and Chat answers and from generative AI training data.", "statement_b": null, "claim_id_a": 131, "claim_id_b": null }, { "field": "honours_crawl_delay", "statement_a": "Microsoft states that a crawl-delay directive in robots.txt always takes precedence over Bing Webmaster Tools crawl control settings for Bingbot.", "statement_b": "Google does not support the robots.txt Crawl-delay directive for GoogleOther.", "claim_id_a": 122, "claim_id_b": 72 }, { "field": "observed_fetches_robots_txt", "statement_a": null, "statement_b": "GoogleOther made 93 requests to Rattlesnakes By Mail between 2026-09-13T20:00Z and 2026-09-15T09:00Z and fetched /robots.txt on none of those requests. GoogleOther's first request to Rattlesnakes By Mail was the home page at 2026-09-14T12:03:30Z.", "claim_id_a": null, "claim_id_b": 147 }, { "field": "observed_requested_mcp_endpoint", "statement_a": null, "statement_b": "GoogleOther requested the /mcp endpoint of Rattlesnakes By Mail twice between 2026-09-13T20:00Z and 2026-09-15T09:00Z, at 2026-09-14T15:07:30Z and at 2026-09-14T18:27:49Z. Rattlesnakes By Mail returned status 405 to both GoogleOther requests for /mcp.", "claim_id_a": null, "claim_id_b": 146 }, { "field": "opt_out_mechanism", "statement_a": "Microsoft lets publishers block Bingbot content from Copilot answers and AI training using noarchive and nocache tags.", "statement_b": null, "claim_id_a": 130, "claim_id_b": null }, { "field": "purpose_documented", "statement_a": "Bingbot serves as Microsoft's standard crawler and handles most of Bing's daily web crawling.", "statement_b": "GoogleOther is a generic crawler that Google product teams use to fetch publicly accessible content from sites.", "claim_id_a": 125, "claim_id_b": 75 }, { "field": "reads_llms_txt", "statement_a": "Microsoft does not publish whether Bingbot reads llms.txt files.", "statement_b": null, "claim_id_a": 128, "claim_id_b": null }, { "field": "robots_txt_token", "statement_a": null, "statement_b": "The robots.txt token for GoogleOther is GoogleOther.", "claim_id_a": null, "claim_id_b": 77 }, { "field": "separate_search_and_training_tokens", "statement_a": "Microsoft controls Bingbot's use in AI training through meta tags rather than publishing a separate training-specific crawler token.", "statement_b": "Google does not document whether content fetched by GoogleOther is used for Gemini training.", "claim_id_a": 126, "claim_id_b": 76 }, { "field": "user_agent_string_full", "statement_a": "Bingbot sends a user agent string containing bingbot/2.0 and a link to Microsoft's bingbot.htm page.", "statement_b": null, "claim_id_a": 129, "claim_id_b": null } ], "sources": [ "https://blogs.bing.com/search/April-2025/Introducing-Copilot-Search-in-Bing", "https://developers.google.com/crawling/docs/crawlers-fetchers/verifying-googlebot", "https://developers.google.com/search/blog/2019/07/a-note-on-unsupported-rules-in-robotstxt", "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "https://developers.google.com/static/crawling/ipranges/common-crawlers.json", "https://rattlesnakesbymail.com/observed/googleother", "https://www.bing.com/toolbox/bingbot.json", "https://www.bing.com/webmasters/help/ai-performance-9f8e7d6c", "https://www.bing.com/webmasters/help/crawl-control-55a30303", "https://www.bing.com/webmasters/help/how-to-verify-bingbot-3905dc26", "https://www.bing.com/webmasters/help/robots-meta-tags-and-attributes-that-bing-supports-5198d240", "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0" ] }