[ { "site": "https://aachat.io", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "あり", "home_status": 200, "home_final_url": "https://aachat.io/", "home_text_chars_without_js": 5668, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://developers.google.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://developers.google.com/", "home_text_chars_without_js": 8273, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 2, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.asahi.com", "robots_status": 200, "robots": { "GPTBot": false, "OAI-SearchBot": false, "ChatGPT-User": false, "ClaudeBot": false, "Claude-SearchBot": false, "Claude-User": false, "PerplexityBot": false, "Google-Extended": false, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.asahi.com/", "home_text_chars_without_js": 14497, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.nikkei.com", "robots_status": 200, "robots": { "GPTBot": false, "OAI-SearchBot": false, "ChatGPT-User": false, "ClaudeBot": false, "Claude-SearchBot": false, "Claude-User": false, "PerplexityBot": false, "Google-Extended": false, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.nikkei.com/", "home_text_chars_without_js": 8501, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.yomiuri.co.jp", "robots_status": 200, "robots": { "GPTBot": false, "OAI-SearchBot": false, "ChatGPT-User": false, "ClaudeBot": false, "Claude-SearchBot": false, "Claude-User": false, "PerplexityBot": false, "Google-Extended": false, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.yomiuri.co.jp/", "home_text_chars_without_js": 12898, "meta_robots": [""], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.nhk.or.jp", "robots_status": 200, "robots": { "GPTBot": false, "OAI-SearchBot": false, "ChatGPT-User": false, "ClaudeBot": false, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": false, "Google-Extended": false, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.nhk.or.jp/", "home_text_chars_without_js": 33, "meta_robots": [], "x_robots_tag": "noarchive", "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 0, "OAI-SearchBot": 0, "GPTBot": 0, "ClaudeBot": 0, "PerplexityBot": 0 } }, { "site": "https://news.yahoo.co.jp", "robots_status": 200, "robots": { "GPTBot": false, "OAI-SearchBot": false, "ChatGPT-User": false, "ClaudeBot": false, "Claude-SearchBot": false, "Claude-User": false, "PerplexityBot": false, "Google-Extended": false, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://news.yahoo.co.jp/", "home_text_chars_without_js": 2545, "meta_robots": [ "" ], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://note.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://note.com/", "home_text_chars_without_js": 231, "meta_robots": [ "" ], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 403, "ClaudeBot": 403, "PerplexityBot": 200 } }, { "site": "https://zenn.dev", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://zenn.dev/", "home_text_chars_without_js": 682, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 403, "ClaudeBot": 403, "PerplexityBot": 200 } }, { "site": "https://qiita.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://qiita.com/", "home_text_chars_without_js": 7289, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://ja.wikipedia.org", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://ja.wikipedia.org/wiki/%E3%83%A1%E3%82%A4%E3%83%B3%E3%83%9A%E3%83%BC%E3%82%B8", "home_text_chars_without_js": 6691, "meta_robots": [ "" ], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 403, "PerplexityBot": 200 } }, { "site": "https://www.toyota.co.jp", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://global.toyota/jp/", "home_text_chars_without_js": 621, "meta_robots": [""], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 403, "GPTBot": 403, "ClaudeBot": 403, "PerplexityBot": 403 } }, { "site": "https://www.rakuten.co.jp", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "偽陽性(200だが中身がllms.txtではない)", "home_status": 200, "home_final_url": "https://www.rakuten.co.jp/", "home_text_chars_without_js": 42, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.mercari.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 403, "home_final_url": "https://www.mercari.com/", "home_text_chars_without_js": 0, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 403, "FooBot(対照)": 200, "OAI-SearchBot": 403, "GPTBot": 403, "ClaudeBot": 403, "PerplexityBot": 403 } }, { "site": "https://www.kddi.com", "robots_status": 404, "robots": null, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.kddi.com/", "home_text_chars_without_js": 3779, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.itmedia.co.jp", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://www.itmedia.co.jp/", "home_text_chars_without_js": 7270, "meta_robots": [ "", "" ], "x_robots_tag": null, "json_ld_blocks": 0, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://gigazine.net", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://gigazine.net/", "home_text_chars_without_js": 3849, "meta_robots": [ "" ], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://ahrefs.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://ahrefs.com/", "home_text_chars_without_js": 4434, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://www.semrush.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "あり", "home_status": 200, "home_final_url": "https://www.semrush.com/", "home_text_chars_without_js": 8396, "meta_robots": [], "x_robots_tag": null, "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } }, { "site": "https://moz.com", "robots_status": 200, "robots": { "GPTBot": true, "OAI-SearchBot": true, "ChatGPT-User": true, "ClaudeBot": true, "Claude-SearchBot": true, "Claude-User": true, "PerplexityBot": true, "Google-Extended": true, "Googlebot": true, "bingbot": true }, "llms_txt": "なし", "home_status": 200, "home_final_url": "https://moz.com/", "home_text_chars_without_js": 16924, "meta_robots": [""], "x_robots_tag": "all", "json_ld_blocks": 1, "status_by_ua": { "browser": 200, "FooBot(対照)": 200, "OAI-SearchBot": 200, "GPTBot": 200, "ClaudeBot": 200, "PerplexityBot": 200 } } ]