[ { "sector": "wealth", "domain": "goldmansachs.com", "robots_status": "ok", "robots_sha256": "05291ff5cd6f", "named_ai_bots": "GPTBot,ChatGPT-User", "llms_txt": "absent", "GPTBot": "named-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "named-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "wealth", "domain": "jpmorgan.com", "robots_status": "ok", "robots_sha256": "c405b16822a0", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "star-allow", "OAI-SearchBot": "star-allow", "ChatGPT-User": "star-allow", "ClaudeBot": "star-allow", "Claude-SearchBot": "star-allow", "PerplexityBot": "star-allow", "Google-Extended": "star-allow", "CCBot": "star-allow", "bingbot": "star-allow", "Googlebot": "star-allow" }, { "sector": "wealth", "domain": "morganstanley.com", "robots_status": "ok", "robots_sha256": "696619879df6", "named_ai_bots": "GPTBot,OAI-SearchBot,ChatGPT-User,ClaudeBot,PerplexityBot,Google-Extended", "llms_txt": "absent", "GPTBot": "named-allow", "OAI-SearchBot": "named-allow", "ChatGPT-User": "named-allow", "ClaudeBot": "named-allow", "Claude-SearchBot": "star-allow", "PerplexityBot": "named-allow", "Google-Extended": "named-allow", "CCBot": "star-allow", "bingbot": "star-allow", "Googlebot": "star-allow" }, { "sector": "wealth", "domain": "ubs.com", "robots_status": "forbidden-403", "robots_sha256": "21360a825020", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "wealth", "domain": "fidelity.com", "robots_status": "ok", "robots_sha256": "b0d6dc0a3b99", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "wealth", "domain": "vanguard.com", "robots_status": "ok", "robots_sha256": "c47befa7c174", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "wealth", "domain": "schwab.com", "robots_status": "ok", "robots_sha256": "08073cde8d32", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "wealth", "domain": "northerntrust.com", "robots_status": "ok", "robots_sha256": "5bb5b8ae2dc9", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "wealth", "domain": "bny.com", "robots_status": "ok", "robots_sha256": "7f911c687bbe", "named_ai_bots": "GPTBot,OAI-SearchBot,ChatGPT-User,ClaudeBot,PerplexityBot,bingbot,Googlebot", "llms_txt": "absent", "GPTBot": "named-allow", "OAI-SearchBot": "named-allow", "ChatGPT-User": "named-allow", "ClaudeBot": "named-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "named-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "named-allow", "Googlebot": "named-allow" }, { "sector": "wealth", "domain": "rbcwealthmanagement.com", "robots_status": "ok", "robots_sha256": "fd89345af6ac", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "skadden.com", "robots_status": "ok", "robots_sha256": "b4a63e0c435b", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "cravath.com", "robots_status": "ok", "robots_sha256": "7cef9a622df4", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "wachtell.com", "robots_status": "unreachable", "robots_sha256": "", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "law", "domain": "sidley.com", "robots_status": "ok", "robots_sha256": "4226f125158f", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "star-allow", "OAI-SearchBot": "star-allow", "ChatGPT-User": "star-allow", "ClaudeBot": "star-allow", "Claude-SearchBot": "star-allow", "PerplexityBot": "star-allow", "Google-Extended": "star-allow", "CCBot": "star-allow", "bingbot": "star-allow", "Googlebot": "star-allow" }, { "sector": "law", "domain": "kirkland.com", "robots_status": "ok", "robots_sha256": "b069163bcfe2", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "lathamwatkins.com", "robots_status": "unreachable", "robots_sha256": "", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "law", "domain": "whitecase.com", "robots_status": "forbidden-403", "robots_sha256": "56ddd7db28ec", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "law", "domain": "akingump.com", "robots_status": "ok", "robots_sha256": "7d0898334c5f", "named_ai_bots": "GPTBot,OAI-SearchBot", "llms_txt": "absent", "GPTBot": "named-allow", "OAI-SearchBot": "named-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "gibsondunn.com", "robots_status": "ok", "robots_sha256": "2f3e306edee4", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "law", "domain": "wilmerhale.com", "robots_status": "ok", "robots_sha256": "6b15b70edb03", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "sothebysrealty.com", "robots_status": "ok", "robots_sha256": "", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "christiesrealestate.com", "robots_status": "ok", "robots_sha256": "72b49950c534", "named_ai_bots": "", "llms_txt": "html/other", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "engelvolkers.com", "robots_status": "unreachable", "robots_sha256": "", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "lux-real-estate", "domain": "knightfrank.com", "robots_status": "ok", "robots_sha256": "4bb4c24da0aa", "named_ai_bots": "CCBot", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "disallow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "savills.com", "robots_status": "ok", "robots_sha256": "294ee0b76661", "named_ai_bots": "CCBot", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "disallow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "corcoran.com", "robots_status": "ok", "robots_sha256": "f8e3f15ba276", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "lux-real-estate", "domain": "douglaselliman.com", "robots_status": "no-robots", "robots_sha256": "", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "lux-real-estate", "domain": "compass.com", "robots_status": "ok", "robots_sha256": "4ab45c60266a", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "private-jet", "domain": "netjets.com", "robots_status": "ok", "robots_sha256": "874b8543cca9", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "private-jet", "domain": "flexjet.com", "robots_status": "ok", "robots_sha256": "44f3f8eafdf0", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "star-allow", "OAI-SearchBot": "star-allow", "ChatGPT-User": "star-allow", "ClaudeBot": "star-allow", "Claude-SearchBot": "star-allow", "PerplexityBot": "star-allow", "Google-Extended": "star-allow", "CCBot": "star-allow", "bingbot": "star-allow", "Googlebot": "star-allow" }, { "sector": "private-jet", "domain": "vistajet.com", "robots_status": "ok", "robots_sha256": "e1b0251aa9d4", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "private-jet", "domain": "flyxo.com", "robots_status": "ok", "robots_sha256": "c8477cde1778", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "private-jet", "domain": "privatefly.com", "robots_status": "ok", "robots_sha256": "379bcd261935", "named_ai_bots": "", "llms_txt": "html/other", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "private-jet", "domain": "jsx.com", "robots_status": "ok", "robots_sha256": "b4431634f88d", "named_ai_bots": "", "llms_txt": "html/other", "GPTBot": "star-allow", "OAI-SearchBot": "star-allow", "ChatGPT-User": "star-allow", "ClaudeBot": "star-allow", "Claude-SearchBot": "star-allow", "PerplexityBot": "star-allow", "Google-Extended": "star-allow", "CCBot": "star-allow", "bingbot": "star-allow", "Googlebot": "star-allow" }, { "sector": "private-jet", "domain": "blade.com", "robots_status": "ok", "robots_sha256": "c58d98e4d576", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "mayoclinic.org", "robots_status": "forbidden-403", "robots_sha256": "eb0258968faf", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "elite-medicine", "domain": "clevelandclinic.org", "robots_status": "ok", "robots_sha256": "a194b4ba24f7", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "hopkinsmedicine.org", "robots_status": "forbidden-403", "robots_sha256": "373b844466f6", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "n/a", "OAI-SearchBot": "n/a", "ChatGPT-User": "n/a", "ClaudeBot": "n/a", "Claude-SearchBot": "n/a", "PerplexityBot": "n/a", "Google-Extended": "n/a", "CCBot": "n/a", "bingbot": "n/a", "Googlebot": "n/a" }, { "sector": "elite-medicine", "domain": "mdvip.com", "robots_status": "ok", "robots_sha256": "11a17e5baf60", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "onemedical.com", "robots_status": "ok", "robots_sha256": "e7c384d116aa", "named_ai_bots": "", "llms_txt": "absent", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "cedars-sinai.edu", "robots_status": "ok", "robots_sha256": "679885c7ef1f", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "uclahealth.org", "robots_status": "ok", "robots_sha256": "2ec1be734184", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" }, { "sector": "elite-medicine", "domain": "hss.edu", "robots_status": "ok", "robots_sha256": "83a73894a653", "named_ai_bots": "", "llms_txt": "present", "GPTBot": "default-allow", "OAI-SearchBot": "default-allow", "ChatGPT-User": "default-allow", "ClaudeBot": "default-allow", "Claude-SearchBot": "default-allow", "PerplexityBot": "default-allow", "Google-Extended": "default-allow", "CCBot": "default-allow", "bingbot": "default-allow", "Googlebot": "default-allow" } ]