{
 "study": "The Accidental AI Lockout",
 "publisher": "SynapseIN",
 "published": "2026-08-05",
 "method": "https://www.synapsein.com/ai-lockout-study-2026.html#methodology",
 "sample_reachable_sites": 335,
 "records": [
  {
   "domain": "northeastrealtykc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-04",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "blockllc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-04",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "krugh.net",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-04",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "dtz.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-04",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mcrealtyus.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ntrealty.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "rycor.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "skylinerealty.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "elliskc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "urbancoolkc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "anthropic-ai": "blocked-partial",
    "Claude-Web": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "GPTBot": "blocked-partial",
    "PerplexityBot": "blocked-partial",
    "CCBot": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Claude-Web": "User-agent: Claude-Web / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "PerplexityBot": "User-agent: PerplexityBot / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows"
   }
  },
  {
   "domain": "kessingerhunter.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "rexbuyskc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mclauryrealty.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ediewaters.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mojokc.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "schulmanauction.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "kccommercialrealestate.com",
   "niche": "real estate agency",
   "city": "Kansas City, MO",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "multiservicestn.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "615connection.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "parksathome.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bwerealty.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "cpcanashville.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dentonproperties.net",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "colsonauctions.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "help-u-sell.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "wilsongrouprealestate.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "nashvillehomeviewer.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "postandcompany.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtracs.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "meta-externalagent": "blocked-partial",
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "Google-Extended": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows",
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows"
   }
  },
  {
   "domain": "gorillagaragecc.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "arendscallahan.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "collinsbargionevuckovich.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "thegossettnashville.com",
   "niche": "real estate agency",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "gregstern.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "karnolaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "careywhitelaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mcdillaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "barryagomberg.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "rubin-machado.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "PerplexityBot": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "PerplexityBot": "User-agent: PerplexityBot / partial disallows"
   }
  },
  {
   "domain": "muddlawoffices.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "friedmanandsolmor.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "legalaidlegalservices.org",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "weissweisslaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bilanziclaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "disabilityadvisors.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "tedessolaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mccreadylaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "bubarislaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtytaxes.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "quarles.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "phillipturnerlaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "laurelrectorfamilylaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "gloverlaw.net",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "brrlaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "myaccidentlaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "neryrichardsonlaw.com",
   "niche": "law firm",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "burnettturner.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "tillmanbraniff.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "waynewright.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "davidtoddlaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "keateslawfirm.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "austinbankruptcyattorney.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bailaustin.net",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "themendezlawgroup.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "youraustinattorney.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "funklaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "jdavidtaxlaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "austinlrs.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "markdswansonlaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "criadolawgroup.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "wincklerharvey.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "luskandevans.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "thestewartlawfirm.net",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mcginnislaw.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "tapintothesun.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "phoenixsolarpanelsystems.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "americansolarandroofing.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarbyempire.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "pepsolar.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "custom-home-services.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sunupamerica.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "pepenergy.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "suntria.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "brighthomeenergy.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sunharvestsolar.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "loftinequip.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "powerhouseaz.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ersolarservices.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "gibbinslawoffice.com",
   "niche": "law firm",
   "city": "Austin, TX",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "rooftopsolar.us",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ecofastensolar.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarrestoreaz.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "vivintsolar.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sunrun.com",
   "niche": "solar installer",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "naylorsolarlv.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "news.getsolarize.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "celestialsolar.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "blueravensolar.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "designmysolar.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "beyondenergycompany.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "vegasolarllc.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "nevadasolargroup.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "safechoicehvacandelectric.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": true,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "outboxtek.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "suntreksolar.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "infinityenergy.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "eeandc.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mmsolarbest.net",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarplanquote.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solterra.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "lgcypower.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarenergyoregon.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "gosolarray.com",
   "niche": "solar installer",
   "city": "Las Vegas, NV",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "synchrosolar.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "elementalenergy.net",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "imagineenergy.net",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "neilkelly.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "purelightpower.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "lightharvestsolar.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "sunlightsolar.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "powernw.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "kandsenvironmental.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "suelewismusic.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mcdonaldwetle.com",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "energytrust.org",
   "niche": "solar installer",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "anthropic-ai": "blocked-full",
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Claude-Web": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full",
    "OAI-SearchBot": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "anthropic-ai": "User-agent: anthropic-ai / Disallow: /",
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Claude-Web": "User-agent: Claude-Web / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /",
    "OAI-SearchBot": "User-agent: OAI-SearchBot / Disallow: /"
   }
  },
  {
   "domain": "oregonrealty.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtysolutionspdx.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "medakrealty.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bohrerrealty.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "gtrealty.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "windermere.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "pohlrealestate.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "coldwellbankerbain.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "portlanddigs.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "portlandrealestate.team",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "breakthruz.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "www2.colliers.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "us.jll.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "homepackages.com",
   "niche": "real estate agency",
   "city": "Portland, OR",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "allsmilesdds.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "chengdds.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "westpacesferryortho.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "atlantadentalgroup.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "childteen.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "atlantakidsdentist.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "inmanparkdentistry.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "intowndentist.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "greatexpressions.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "silversmiles.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "puredentalhealth.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Google-Extended": "blocked-partial",
    "OAI-SearchBot": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": true,
   "llms_txt_present": false,
   "evidence": {
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "OAI-SearchBot": "User-agent: OAI-SearchBot / partial disallows"
   }
  },
  {
   "domain": "kidental.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "flaxdental.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "hovdentistry.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "aapollodental.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dentistaatlanta.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "franklindentalgroup.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "familyandchildrensdentistry.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "carolinabuyersagent.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "southernsmilesga.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "kensmithinc.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "c21murphyrudolph.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dentalassociatesofbuckhead.com",
   "niche": "dentist",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "cchrealtors.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "berryhillrealty.net",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bhhseliteproperties.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "carolinahome.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "easystreetrealty-charlotte.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "greenwayrealtymgmt.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "mckeerealty.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "cartergrouprealtors.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "meta-externalagent": "blocked-partial",
    "GPTBot": "blocked-partial",
    "OAI-SearchBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "Claude-Web": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "PerplexityBot": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "Google-Extended": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows",
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "OAI-SearchBot": "User-agent: OAI-SearchBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "Claude-Web": "User-agent: Claude-Web / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "PerplexityBot": "User-agent: PerplexityBot / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows"
   }
  },
  {
   "domain": "astonprop.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "ecgriffith.us",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "helpusell.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "4meadowbrook.net",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "thebrookliving.com",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "aventurarealestateinc.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "cabosgroup.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sterlingonerealty.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtyunitedgroup.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "crawfordmiami.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "showcaserealty.net",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "CCBot": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "CCBot": "User-agent: CCBot / Disallow: /"
   }
  },
  {
   "domain": "avantiway.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dbphoenixcriminallawyer.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "prsflorida.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "eburlaw.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "jkphoenixpersonalinjuryattorney.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "riveralawgroup.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": true,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "criminallawaz.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "aztecgroup.com",
   "niche": "real estate agency",
   "city": "Miami, FL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "lawtigers.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "familylawaz.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "lernerandrowelawgroup.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "bishoplawoffice.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dwanecates.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "oraclelawgroup.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "berkelawfirm.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "phillipslaw.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "davidwhitefamilylaw.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "cantorlawgroup.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "jakubczyk.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "thesimonlawgroup.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "solarallianceofamerica.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "gmucalaw.com",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "naylorsolarsd.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "h2otsun.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "americandisability.law",
   "niche": "law firm",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solionenergy.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarmaxtech.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "supergreensolutions.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "usa-gce.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sd.solar",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "heliogold.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "energyaid.net",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "danielsolared.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sunfusion.us",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "cmsolarelectric.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "sandiegocountyroofing.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solartechonline.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dewberrycapital.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "metrolinareia.org",
   "niche": "real estate agency",
   "city": "Charlotte, NC",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "atlantaloftsandcondos.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "wholesolarpower.com",
   "niche": "solar installer",
   "city": "San Diego, CA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bjarealty.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "seligenterprises.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "chapmanhallrealtors.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "drakerealty.net",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "era.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "empireboard.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "aspendental.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "metrobrokers.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "parkviewdentalcare.net",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "timelesssmilesdental.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "michaelbutkiewiczdds.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "abckiddentist.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "drhatland.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "premierdentistrychicago.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "moskindentalassociates.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "bracesbybarnes.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "toothfairyworlddentistry.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "familydentalcare.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "todaysdentistrychicago.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "greatchicagosmiles.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "prdentalstudio.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "34teeth.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "etdds.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "thetiffanygroup.com",
   "niche": "real estate agency",
   "city": "Atlanta, GA",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "advancedchicagodentist.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "grlfamilylaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "dentistskokieil.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ageeclymer.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "byattorneys.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "mancusolaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "abrahamlawohio.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "karlocklaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "amourgis.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "protectingohio.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ohiocrimelaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "criminalattorneycolumbus.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "jpohiolaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "drsbloom.com",
   "niche": "dentist",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "jeremydodgionlaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "fesenmyerlaw.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "shihabimmigrationfirm.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "skeensandjarnagin.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "meta-externalagent": "blocked-full",
    "GPTBot": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /"
   }
  },
  {
   "domain": "ohiolegalclinic.com",
   "niche": "law firm",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows"
   }
  },
  {
   "domain": "westusa.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "cvgproperties.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "medicaloffice.welltower.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "asaphomes.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "surewaypropertymanagementinc.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "alanzaplace.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "phoenixprestigere.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "axisre.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "GPTBot": "blocked-partial",
    "ClaudeBot": "blocked-partial",
    "anthropic-ai": "blocked-partial",
    "Google-Extended": "blocked-partial",
    "CCBot": "blocked-partial",
    "Bytespider": "blocked-partial",
    "meta-externalagent": "blocked-partial"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "GPTBot": "User-agent: GPTBot / partial disallows",
    "ClaudeBot": "User-agent: ClaudeBot / partial disallows",
    "anthropic-ai": "User-agent: anthropic-ai / partial disallows",
    "Google-Extended": "User-agent: Google-Extended / partial disallows",
    "CCBot": "User-agent: CCBot / partial disallows",
    "Bytespider": "User-agent: Bytespider / partial disallows",
    "meta-externalagent": "User-agent: meta-externalagent / partial disallows"
   }
  },
  {
   "domain": "richmondamerican.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtyusasouthwest.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "meta-externalagent": "blocked-full",
    "GPTBot": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /"
   }
  },
  {
   "domain": "homeandawayrealty.net",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "rpmphoenixvalley.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "trilliumresidential.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "musiccityroofers.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "davishilldevelopment.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "pwc.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "blinknetwork.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "stonesriverelectric.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "energyarchitects.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "renewsolarsolutions.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "propertyaz.com",
   "niche": "real estate agency",
   "city": "Phoenix, AZ",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "solarfirststep.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "performanceservices.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "thompsonmachinery.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "greentechrenewables.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "bates-electric.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "511comfort.com",
   "niche": "solar installer",
   "city": "Nashville, TN",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "alledelectricil.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "shop.wellsplumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "rotorooter.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "landascleaning.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "halstedplumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "gehrettplumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "chicagoplumbingheating.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "diversey-plumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "goodeplumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "racineplumbingbar.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "kuhnplumbing.com",
   "niche": "plumber",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "hsacommercial.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "anomanrealtors.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "cbre.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "icmproperties.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "preservationchicago.org",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "weichert.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "qreadvisors.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "marcrealty.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "anchorrealty.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "citysearch.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "atproperties.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "rcpadvisors.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "homesthatclick.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ohioequities.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "realtyohio.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "croneil.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "concreterealty.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "schenkcompany.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "nationalrealty.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "marcusmillichap.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "barcuscompany.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "advancedrealtymgmt.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "althometeam.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "krgre.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "ekeba.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "goldenfeather.com",
   "niche": "real estate agency",
   "city": "Chicago, IL",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": true,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "kingthompson.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "ngkf.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {
    "Bytespider": "blocked-full",
    "CCBot": "blocked-full",
    "ClaudeBot": "blocked-full",
    "Google-Extended": "blocked-full",
    "GPTBot": "blocked-full",
    "meta-externalagent": "blocked-full"
   },
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {
    "Bytespider": "User-agent: Bytespider / Disallow: /",
    "CCBot": "User-agent: CCBot / Disallow: /",
    "ClaudeBot": "User-agent: ClaudeBot / Disallow: /",
    "Google-Extended": "User-agent: Google-Extended / Disallow: /",
    "GPTBot": "User-agent: GPTBot / Disallow: /",
    "meta-externalagent": "User-agent: meta-externalagent / Disallow: /"
   }
  },
  {
   "domain": "privatebankadvisors.53.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "offerpad.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": true,
   "evidence": {}
  },
  {
   "domain": "herrealtors.com",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": false,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  },
  {
   "domain": "daycompanies.net",
   "niche": "real estate agency",
   "city": "Columbus, OH",
   "checked": "2026-08-05",
   "robots_txt_found": true,
   "ai_bots_blocked": {},
   "wildcard_blocks_all_crawlers": false,
   "llms_txt_present": false,
   "evidence": {}
  }
 ]
}