{ "series": "Who Knocked (monthly)", "month": "2026-09", "span_covered": "2026-09-01..2026-09-27", "span_caveat": "Sep 28-30 not preserved by host weekly log rotation; no extrapolation applied", "totals": { "ai_labeled_requests": 6273, "log_lines_scanned": 38528, "families": 16, "companies": 11, "ai_share_of_all_traffic_pct": 16.3 }, "corrections_and_claims": [ "492 Googlebot lines unverified by PTR", "462 Googlebot-labeled lines = SynapseIN research desk self-traffic (GCP 136.118.59.148), claimed here", "4 Google-Extended lines = impossible tag per Google docs (GCP 34.48.122.116, 404s)", "1 Aliyun Qwen line = the same masked GCP machine; real Qwen had zero visits", "32 scavenger config-path probes inside AI-labeled traffic, all 404" ], "rows": [ { "family": "OpenAI GPTBot", "hits": 2514, "share_pct": 40.08, "first_seen": "2026-09-02", "last_seen": "2026-09-26", "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", "identity_notes": "" }, { "family": "Googlebot", "hits": 1971, "share_pct": 31.42, "first_seen": "2026-09-01", "last_seen": "2026-09-27", "primary_user_agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "identity_notes": "1,479 PTR-verified(.googlebot.com); 492 costume incl 462 own desk (GCP 136.118.59.148) + ~30 strangers" }, { "family": "Applebot", "hits": 642, "share_pct": 10.23, "first_seen": "2026-09-01", "last_seen": "2026-09-23", "primary_user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)", "identity_notes": "" }, { "family": "OpenAI SearchBot", "hits": 467, "share_pct": 7.44, "first_seen": "2026-09-01", "last_seen": "2026-09-27", "primary_user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot", "identity_notes": "" }, { "family": "OpenAI ChatGPT-User", "hits": 336, "share_pct": 5.36, "first_seen": "2026-09-02", "last_seen": "2026-09-26", "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot", "identity_notes": "" }, { "family": "GoogleOther", "hits": 238, "share_pct": 3.79, "first_seen": "2026-09-01", "last_seen": "2026-09-26", "primary_user_agent": "GoogleOther", "identity_notes": "" }, { "family": "DuckDuckGo DuckAssistBot", "hits": 41, "share_pct": 0.65, "first_seen": "2026-09-11", "last_seen": "2026-09-25", "primary_user_agent": "DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)", "identity_notes": "" }, { "family": "Meta ExternalAgent", "hits": 26, "share_pct": 0.41, "first_seen": "2026-09-11", "last_seen": "2026-09-22", "primary_user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "identity_notes": "" }, { "family": "Anthropic ClaudeBot", "hits": 9, "share_pct": 0.14, "first_seen": "2026-09-11", "last_seen": "2026-09-12", "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +claudebot@anthropic.com)", "identity_notes": "" }, { "family": "PerplexityBot", "hits": 7, "share_pct": 0.11, "first_seen": "2026-09-11", "last_seen": "2026-09-24", "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", "identity_notes": "" }, { "family": "Amazonbot", "hits": 6, "share_pct": 0.1, "first_seen": "2026-09-11", "last_seen": "2026-09-12", "primary_user_agent": "Mozilla/5.0 (compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot)", "identity_notes": "" }, { "family": "You.com YouBot", "hits": 6, "share_pct": 0.1, "first_seen": "2026-09-11", "last_seen": "2026-09-12", "primary_user_agent": "Mozilla/5.0 (compatible; YouBot/1.0; +https://you.com/bot)", "identity_notes": "" }, { "family": "Google-Extended", "hits": 4, "share_pct": 0.06, "first_seen": "2026-09-11", "last_seen": "2026-09-12", "primary_user_agent": "Mozilla/5.0 (compatible; Google-Extended; +http://www.google.com/bot.html)", "identity_notes": "impossible tag per Google docs; 4 lines from GCP 34.48.122.116; excluded from Google total" }, { "family": "Anthropic Claude-User", "hits": 3, "share_pct": 0.05, "first_seen": "2026-09-03", "last_seen": "2026-09-09", "primary_user_agent": "Claude-User (claude-code/2.1.259; +https://support.anthropic.com/)", "identity_notes": "1 line = Anthropic claude-code CLI agent" }, { "family": "Cohere", "hits": 2, "share_pct": 0.03, "first_seen": "2026-09-11", "last_seen": "2026-09-11", "primary_user_agent": "Mozilla/5.0 (compatible; cohere-ai; +https://cohere.com/crawler)", "identity_notes": "" }, { "family": "Aliyun Qwen spider", "hits": 1, "share_pct": 0.02, "first_seen": "2026-09-12", "last_seen": "2026-09-12", "primary_user_agent": "Mozilla/5.0 (compatible; Qwenbot/1.0; +https://qwen.alibaba.com/)", "identity_notes": "masked machine 34.48.122.116, NOT real Qwen (real Qwen: zero visits)" } ], "method": "raw access-log requests counted per UA family; one line = one knock; PTR identity audit on Googlebot cohort", "published": "2026-10-04", "article": "https://www.synapsein.com/blog/who-knocked-september-2026.html" }