{ "schema": 1, "slug": "ai-bots-polish-web", "snapshot": "2026-09-23", "generatedAt": "2026-09-23T17:00:53.926Z", "tooling": { "node": "v24.20.0", "gitSha": "c551c44a3232b5a98103529e8eb0b5544c9efbee", "ua": "Mozilla/5.0 (compatible; OutofplaceResearchBot/1.0; +https://www.outofplace.space/bot; contact@outofplace.space)" }, "source": { "tranco": { "id": "Y8YYG", "listUrl": "https://tranco-list.eu/list/Y8YYG/1000000", "createdOn": "2026-09-22T22:00:01.863826", "window": [ "2026-08-24", "2026-09-22" ], "providers": [ "crux", "farsight", "majestic", "radar", "umbrella" ], "pldOnly": true, "sha256": "1953f1ce7afa915fa11b8d5356be072bc8ff95e87c8ef67eec1756569b8d12a5", "citation": { "text": "Victor Le Pochat, Tom Van Goethem, Samaneh Tajalizadehkhoob, Maciej Korczyński, and Wouter Joosen. 2019. \"Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation.\" Proceedings of the 26th Annual Network and Distributed System Security Symposium (NDSS 2019).", "doi": "https://doi.org/10.14722/ndss.2019.23386" } }, "aiRobotsTxt": { "url": "https://github.com/ai-robots-txt/ai.robots.txt", "release": "v1.52", "commit": "2acefa38cce025b5cf9911a4415f26b7285c42e8", "tokens": 175 }, "crawl": { "first": "2026-09-23T15:28:13.746Z", "last": "2026-09-23T15:56:06.760Z" }, "rules": { "path": "/", "copyThreshold": 20, "tier1": [ "GPTBot", "OAI-SearchBot", "ChatGPT-User", "ClaudeBot", "Claude-SearchBot", "Claude-User", "anthropic-ai", "Claude-Web", "PerplexityBot", "Perplexity-User", "Google-Extended", "Applebot-Extended", "CCBot", "Bytespider", "meta-externalagent", "meta-externalfetcher", "Amazonbot", "DuckAssistBot", "MistralAI-User" ], "trainingTier1": [ "GPTBot", "ClaudeBot", "Google-Extended", "Applebot-Extended", "CCBot", "Bytespider", "meta-externalagent", "Amazonbot" ], "searchTier1": [ "OAI-SearchBot", "Claude-SearchBot", "PerplexityBot", "DuckAssistBot" ], "userTier1": [ "ChatGPT-User", "Claude-User", "Perplexity-User", "meta-externalfetcher", "MistralAI-User" ] } }, "sample": { "n": 1000, "nControl": 1000, "funnel": [ { "cohort": "pl", "step": "in_list", "n": 9208 }, { "cohort": "pl", "step": "walked", "n": 1149 }, { "cohort": "pl", "step": "responded", "n": 1109 }, { "cohort": "pl", "step": "outcome:html", "n": 977 }, { "cohort": "pl", "step": "outcome:waf_challenge", "n": 50 }, { "cohort": "pl", "step": "outcome:http_error", "n": 28 }, { "cohort": "pl", "step": "outcome:connect_error", "n": 25 }, { "cohort": "pl", "step": "outcome:robots_unreachable", "n": 25 }, { "cohort": "pl", "step": "outcome:robots_disallows_crawler", "n": 23 }, { "cohort": "pl", "step": "outcome:dns_error", "n": 15 }, { "cohort": "pl", "step": "outcome:too_many_redirects", "n": 3 }, { "cohort": "pl", "step": "outcome:offsite_disallowed", "n": 2 }, { "cohort": "pl", "step": "outcome:not_html", "n": 1 }, { "cohort": "pl", "step": "sample", "n": 1000 }, { "cohort": "global", "step": "in_list", "n": 1000000 }, { "cohort": "global", "step": "walked", "n": 1586 }, { "cohort": "global", "step": "responded", "n": 1311 }, { "cohort": "global", "step": "outcome:html", "n": 935 }, { "cohort": "global", "step": "outcome:dns_error", "n": 223 }, { "cohort": "global", "step": "outcome:waf_challenge", "n": 137 }, { "cohort": "global", "step": "outcome:http_error", "n": 130 }, { "cohort": "global", "step": "outcome:robots_disallows_crawler", "n": 65 }, { "cohort": "global", "step": "outcome:connect_error", "n": 52 }, { "cohort": "global", "step": "outcome:robots_unreachable", "n": 22 }, { "cohort": "global", "step": "outcome:offsite_disallowed", "n": 10 }, { "cohort": "global", "step": "outcome:not_html", "n": 7 }, { "cohort": "global", "step": "outcome:too_many_redirects", "n": 5 }, { "cohort": "global", "step": "sample", "n": 1000 } ] }, "files": [ { "name": "domains.csv", "href": "/data/blog/ai-bots-polish-web/2026-09-23/domains.csv", "rows": 2000, "bytes": 1066071, "sha256": "a6ee57ddf8a0d67488ed7143c3652243f6680dc744c9b0cce5106046cf76f22d" }, { "name": "bot_policies.csv", "href": "/data/blog/ai-bots-polish-web/2026-09-23/bot_policies.csv", "rows": 76000, "bytes": 4594272, "sha256": "0236be249634df1762e39fbf0ac19790d4d337fe02ae5976843be06691a55432" }, { "name": "bots.csv", "href": "/data/blog/ai-bots-polish-web/2026-09-23/bots.csv", "rows": 38, "bytes": 5950, "sha256": "c3a7d71a65811ee98ec2ba7804641d966dfcc7de006bf82c9447f79a92a9c05a" }, { "name": "summary_by_bot.csv", "href": "/data/blog/ai-bots-polish-web/2026-09-23/summary_by_bot.csv", "rows": 76, "bytes": 6125, "sha256": "f54d37143f3d2d552b756fc7f381753c83ccd5d141b2940b753974f1c313f42f" } ], "headline": { "n": { "pl": 1000, "global": 1000 }, "anyAiBlocked": { "pl": { "value": 0.205, "ci": [ 0.1811, 0.2311 ], "n": 1000, "k": 205 }, "global": { "value": 0.227, "ci": [ 0.2021, 0.254 ], "n": 1000, "k": 227 }, "diffPlMinusGlobal": { "value": -0.022, "ci": [ -0.058, 0.0141 ] } }, "blocksTraining": { "pl": { "value": 0.205, "ci": [ 0.1811, 0.2311 ], "n": 1000, "k": 205 }, "global": { "value": 0.224, "ci": [ 0.1992, 0.2509 ], "n": 1000, "k": 224 } }, "blocksSearch": { "pl": { "value": 0.054, "ci": [ 0.0416, 0.0698 ], "n": 1000, "k": 54 }, "global": { "value": 0.139, "ci": [ 0.1189, 0.1618 ], "n": 1000, "k": 139 } }, "blocksUser": { "pl": { "value": 0.053, "ci": [ 0.0407, 0.0687 ], "n": 1000, "k": 53 }, "global": { "value": 0.134, "ci": [ 0.1143, 0.1565 ], "n": 1000, "k": 134 } }, "namesAiToken": { "pl": { "k": 223, "n": 1000, "value": 0.223, "ci": [ 0.1983, 0.2498 ] }, "global": { "k": 266, "n": 1000, "value": 0.266, "ci": [ 0.2395, 0.2942 ] } }, "topBlockedBotPl": { "token": "GPTBot", "value": 0.151, "ci": [ 0.1301, 0.1745 ] }, "gptbot": { "pl": { "value": 0.151, "ci": [ 0.1301, 0.1745 ], "n": 1000, "k": 151 }, "global": { "value": 0.154, "ci": [ 0.133, 0.1777 ], "n": 1000, "k": 154 }, "diffPlMinusGlobal": { "value": -0.003, "ci": [ -0.0346, 0.0286 ] } }, "oaiSearchbot": { "pl": { "value": 0.044, "ci": [ 0.0329, 0.0586 ], "n": 1000, "k": 44 }, "global": { "value": 0.089, "ci": [ 0.0729, 0.1083 ], "n": 1000, "k": 89 } }, "claudebot": { "pl": { "value": 0.107, "ci": [ 0.0893, 0.1277 ], "n": 1000, "k": 107 }, "global": { "value": 0.152, "ci": [ 0.1311, 0.1756 ], "n": 1000, "k": 152 } }, "googleExtended": { "pl": { "value": 0.084, "ci": [ 0.0684, 0.1028 ], "n": 1000, "k": 84 }, "global": { "value": 0.14, "ci": [ 0.1199, 0.1629 ], "n": 1000, "k": 140 } }, "ccbot": { "pl": { "value": 0.133, "ci": [ 0.1134, 0.1555 ], "n": 1000, "k": 133 }, "global": { "value": 0.184, "ci": [ 0.1612, 0.2092 ], "n": 1000, "k": 184 } }, "blanketBlock": { "pl": { "value": 0.009, "ci": [ 0.0047, 0.017 ], "n": 1000, "k": 9 }, "global": { "value": 0.031, "ci": [ 0.0219, 0.0437 ], "n": 1000, "k": 31 } }, "allAiBlock": { "pl": { "value": 0.027, "ci": [ 0.0186, 0.039 ], "n": 1000, "k": 27 }, "global": { "value": 0.047, "ci": [ 0.0355, 0.0619 ], "n": 1000, "k": 47 } }, "trainingOnlyBlock": { "pl": { "value": 0.112, "ci": [ 0.0939, 0.1331 ], "n": 1000, "k": 112 }, "global": { "value": 0.059, "ci": [ 0.046, 0.0754 ], "n": 1000, "k": 59 } }, "staleList": { "pl": { "value": 0.041, "ci": [ 0.0304, 0.0551 ], "n": 1000, "k": 41 }, "global": { "value": 0.04, "ci": [ 0.0295, 0.054 ], "n": 1000, "k": 40 } }, "searchAllowlist": { "pl": { "value": 0.011, "ci": [ 0.0062, 0.0196 ], "n": 1000, "k": 11 }, "global": { "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 } }, "explicitAiWelcome": { "pl": { "value": 0.015, "ci": [ 0.0091, 0.0246 ], "n": 1000, "k": 15 }, "global": { "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 } }, "onlyAmazonbotBytespider": { "pl": { "value": 0.014, "ci": [ 0.0084, 0.0234 ], "n": 1000, "k": 14 }, "global": { "value": 0.011, "ci": [ 0.0062, 0.0196 ], "n": 1000, "k": 11 } }, "aiRobotsTxtCopy": { "pl": { "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 }, "global": { "value": 0.079, "ci": [ 0.0638, 0.0974 ], "n": 1000, "k": 79 } }, "inconsistent": { "pl": { "value": 0.018, "ci": [ 0.0114, 0.0283 ], "n": 1000, "k": 18 }, "global": { "value": 0.051, "ci": [ 0.039, 0.0664 ], "n": 1000, "k": 51 } }, "open": { "pl": { "value": 0.79, "ci": [ 0.7637, 0.8141 ], "n": 1000, "k": 790 }, "global": { "value": 0.766, "ci": [ 0.7388, 0.7912 ], "n": 1000, "k": 766 } }, "cfManagedRobots": { "pl": { "value": 0.031, "ci": [ 0.0219, 0.0437 ], "n": 1000, "k": 31 }, "global": { "value": 0, "ci": [ 0, 0.0038 ], "n": 1000, "k": 0 } }, "trainingOnlyCfManaged": { "pl": { "k": 27, "n": 112, "value": 0.2411, "ci": [ 0.1713, 0.328 ] }, "global": { "k": 0, "n": 59, "value": 0, "ci": [ 0, 0.0611 ] } }, "contentSignal": { "pl": { "value": 0.043, "ci": [ 0.0321, 0.0574 ], "n": 1000, "k": 43 }, "global": { "value": 0.032, "ci": [ 0.0228, 0.0448 ], "n": 1000, "k": 32 } }, "contentSignalAiTrainNo": { "pl": { "value": 0.039, "ci": [ 0.0287, 0.0529 ], "n": 1000, "k": 39 }, "global": { "value": 0.016, "ci": [ 0.0099, 0.0258 ], "n": 1000, "k": 16 } }, "contentSignalAiTrainNoCfManaged": { "pl": { "k": 31, "n": 39, "value": 0.7949, "ci": [ 0.6447, 0.8922 ] }, "global": { "k": 0, "n": 16, "value": 0, "ci": [ 0, 0.1936 ] } }, "metaNoai": { "pl": { "value": 0, "ci": [ 0, 0.0038 ], "n": 1000, "k": 0 }, "global": { "value": 0.002, "ci": [ 0.0005, 0.0073 ], "n": 1000, "k": 2 } }, "llmsTxtValid": { "pl": { "value": 0.092, "ci": [ 0.0756, 0.1115 ], "n": 1000, "k": 92 }, "global": { "value": 0.135, "ci": [ 0.1152, 0.1576 ], "n": 1000, "k": 135 } }, "llmsTxtSoft404": { "pl": { "value": 0.1, "ci": [ 0.0829, 0.1202 ], "n": 1000, "k": 100 }, "global": { "value": 0.096, "ci": [ 0.0793, 0.1158 ], "n": 1000, "k": 96 } }, "llmsTxtH1": { "pl": { "value": 0.099, "ci": [ 0.082, 0.1191 ], "n": 1000, "k": 99 }, "global": { "value": 0.153, "ci": [ 0.132, 0.1766 ], "n": 1000, "k": 153 } }, "robots4xx": { "pl": { "value": 0.077, "ci": [ 0.062, 0.0952 ], "n": 1000, "k": 77 }, "global": { "value": 0.062, "ci": [ 0.0487, 0.0787 ], "n": 1000, "k": 62 } }, "robotsHtml": { "pl": { "value": 0.024, "ci": [ 0.0162, 0.0355 ], "n": 1000, "k": 24 }, "global": { "value": 0.03, "ci": [ 0.0211, 0.0425 ], "n": 1000, "k": 30 } }, "h2": { "pl": { "value": 0.8178, "ci": [ 0.7924, 0.8408 ], "n": 977, "k": 799 }, "global": { "value": 0.8941, "ci": [ 0.8728, 0.9123 ], "n": 935, "k": 836 } }, "h3Advertised": { "pl": { "value": 0.2979, "ci": [ 0.27, 0.3273 ], "n": 977, "k": 291 }, "global": { "value": 0.3626, "ci": [ 0.3324, 0.3939 ], "n": 935, "k": 339 } }, "zstd": { "pl": { "value": 0.0829, "ci": [ 0.0672, 0.1019 ], "n": 977, "k": 81 }, "global": { "value": 0.0235, "ci": [ 0.0156, 0.0354 ], "n": 935, "k": 22 } }, "brotli": { "pl": { "value": 0.3071, "ci": [ 0.2789, 0.3367 ], "n": 977, "k": 300 }, "global": { "value": 0.3209, "ci": [ 0.2917, 0.3515 ], "n": 935, "k": 300 } }, "cloudflare": { "pl": { "value": 0.3193, "ci": [ 0.2909, 0.3492 ], "n": 977, "k": 312 }, "global": { "value": 0.2781, "ci": [ 0.2503, 0.3077 ], "n": 935, "k": 260 } }, "wafAtHomepage": { "pl": { "value": 0.0451, "ci": [ 0.0344, 0.0589 ], "n": 1109, "k": 50 }, "global": { "value": 0.1045, "ci": [ 0.0891, 0.1222 ], "n": 1311, "k": 137 } } }, "charts": { "blockedByBot": [ { "label": "GPTBot", "series": "pl", "value": 0.151, "ci": [ 0.1301, 0.1745 ], "n": 1000, "k": 151 }, { "label": "GPTBot", "series": "global", "value": 0.154, "ci": [ 0.133, 0.1777 ], "n": 1000, "k": 154 }, { "label": "CCBot", "series": "pl", "value": 0.133, "ci": [ 0.1134, 0.1555 ], "n": 1000, "k": 133 }, { "label": "CCBot", "series": "global", "value": 0.184, "ci": [ 0.1612, 0.2092 ], "n": 1000, "k": 184 }, { "label": "Amazonbot", "series": "pl", "value": 0.122, "ci": [ 0.1031, 0.1437 ], "n": 1000, "k": 122 }, { "label": "Amazonbot", "series": "global", "value": 0.132, "ci": [ 0.1124, 0.1544 ], "n": 1000, "k": 132 }, { "label": "Bytespider", "series": "pl", "value": 0.115, "ci": [ 0.0967, 0.1363 ], "n": 1000, "k": 115 }, { "label": "Bytespider", "series": "global", "value": 0.17, "ci": [ 0.148, 0.1945 ], "n": 1000, "k": 170 }, { "label": "ClaudeBot", "series": "pl", "value": 0.107, "ci": [ 0.0893, 0.1277 ], "n": 1000, "k": 107 }, { "label": "ClaudeBot", "series": "global", "value": 0.152, "ci": [ 0.1311, 0.1756 ], "n": 1000, "k": 152 }, { "label": "meta-externalagent", "series": "pl", "value": 0.105, "ci": [ 0.0875, 0.1255 ], "n": 1000, "k": 105 }, { "label": "meta-externalagent", "series": "global", "value": 0.14, "ci": [ 0.1199, 0.1629 ], "n": 1000, "k": 140 }, { "label": "Google-Extended", "series": "pl", "value": 0.084, "ci": [ 0.0684, 0.1028 ], "n": 1000, "k": 84 }, { "label": "Google-Extended", "series": "global", "value": 0.14, "ci": [ 0.1199, 0.1629 ], "n": 1000, "k": 140 }, { "label": "Applebot-Extended", "series": "pl", "value": 0.084, "ci": [ 0.0684, 0.1028 ], "n": 1000, "k": 84 }, { "label": "Applebot-Extended", "series": "global", "value": 0.128, "ci": [ 0.1087, 0.1501 ], "n": 1000, "k": 128 }, { "label": "anthropic-ai", "series": "pl", "value": 0.072, "ci": [ 0.0576, 0.0897 ], "n": 1000, "k": 72 }, { "label": "anthropic-ai", "series": "global", "value": 0.13, "ci": [ 0.1106, 0.1523 ], "n": 1000, "k": 130 }, { "label": "Claude-Web", "series": "pl", "value": 0.051, "ci": [ 0.039, 0.0664 ], "n": 1000, "k": 51 }, { "label": "Claude-Web", "series": "global", "value": 0.123, "ci": [ 0.1041, 0.1448 ], "n": 1000, "k": 123 }, { "label": "ChatGPT-User", "series": "pl", "value": 0.047, "ci": [ 0.0355, 0.0619 ], "n": 1000, "k": 47 }, { "label": "ChatGPT-User", "series": "global", "value": 0.106, "ci": [ 0.0884, 0.1266 ], "n": 1000, "k": 106 }, { "label": "PerplexityBot", "series": "pl", "value": 0.046, "ci": [ 0.0347, 0.0608 ], "n": 1000, "k": 46 }, { "label": "PerplexityBot", "series": "global", "value": 0.128, "ci": [ 0.1087, 0.1501 ], "n": 1000, "k": 128 }, { "label": "OAI-SearchBot", "series": "pl", "value": 0.044, "ci": [ 0.0329, 0.0586 ], "n": 1000, "k": 44 }, { "label": "OAI-SearchBot", "series": "global", "value": 0.089, "ci": [ 0.0729, 0.1083 ], "n": 1000, "k": 89 }, { "label": "meta-externalfetcher", "series": "pl", "value": 0.04, "ci": [ 0.0295, 0.054 ], "n": 1000, "k": 40 }, { "label": "meta-externalfetcher", "series": "global", "value": 0.099, "ci": [ 0.082, 0.1191 ], "n": 1000, "k": 99 }, { "label": "DuckAssistBot", "series": "pl", "value": 0.037, "ci": [ 0.027, 0.0506 ], "n": 1000, "k": 37 }, { "label": "DuckAssistBot", "series": "global", "value": 0.095, "ci": [ 0.0783, 0.1148 ], "n": 1000, "k": 95 }, { "label": "Perplexity-User", "series": "pl", "value": 0.035, "ci": [ 0.0253, 0.0483 ], "n": 1000, "k": 35 }, { "label": "Perplexity-User", "series": "global", "value": 0.103, "ci": [ 0.0857, 0.1234 ], "n": 1000, "k": 103 }, { "label": "Claude-SearchBot", "series": "pl", "value": 0.027, "ci": [ 0.0186, 0.039 ], "n": 1000, "k": 27 }, { "label": "Claude-SearchBot", "series": "global", "value": 0.092, "ci": [ 0.0756, 0.1115 ], "n": 1000, "k": 92 }, { "label": "Claude-User", "series": "pl", "value": 0.023, "ci": [ 0.0154, 0.0343 ], "n": 1000, "k": 23 }, { "label": "Claude-User", "series": "global", "value": 0.095, "ci": [ 0.0783, 0.1148 ], "n": 1000, "k": 95 }, { "label": "MistralAI-User", "series": "pl", "value": 0.023, "ci": [ 0.0154, 0.0343 ], "n": 1000, "k": 23 }, { "label": "MistralAI-User", "series": "global", "value": 0.096, "ci": [ 0.0793, 0.1158 ], "n": 1000, "k": 96 } ], "explicitVsWildcard": [ { "label": "GPTBot", "series": "pl:explicit", "value": 0.132, "ci": [ 0.1124, 0.1544 ], "n": 1000, "k": 132 }, { "label": "GPTBot", "series": "pl:wildcard", "value": 0.019, "ci": [ 0.0122, 0.0295 ], "n": 1000, "k": 19 }, { "label": "GPTBot", "series": "global:explicit", "value": 0.112, "ci": [ 0.0939, 0.1331 ], "n": 1000, "k": 112 }, { "label": "GPTBot", "series": "global:wildcard", "value": 0.042, "ci": [ 0.0312, 0.0563 ], "n": 1000, "k": 42 }, { "label": "CCBot", "series": "pl:explicit", "value": 0.113, "ci": [ 0.0948, 0.1341 ], "n": 1000, "k": 113 }, { "label": "CCBot", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "CCBot", "series": "global:explicit", "value": 0.132, "ci": [ 0.1124, 0.1544 ], "n": 1000, "k": 132 }, { "label": "CCBot", "series": "global:wildcard", "value": 0.052, "ci": [ 0.0399, 0.0676 ], "n": 1000, "k": 52 }, { "label": "Amazonbot", "series": "pl:explicit", "value": 0.102, "ci": [ 0.0847, 0.1223 ], "n": 1000, "k": 102 }, { "label": "Amazonbot", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Amazonbot", "series": "global:explicit", "value": 0.082, "ci": [ 0.0666, 0.1006 ], "n": 1000, "k": 82 }, { "label": "Amazonbot", "series": "global:wildcard", "value": 0.05, "ci": [ 0.0381, 0.0653 ], "n": 1000, "k": 50 }, { "label": "Bytespider", "series": "pl:explicit", "value": 0.095, "ci": [ 0.0783, 0.1148 ], "n": 1000, "k": 95 }, { "label": "Bytespider", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Bytespider", "series": "global:explicit", "value": 0.116, "ci": [ 0.0976, 0.1373 ], "n": 1000, "k": 116 }, { "label": "Bytespider", "series": "global:wildcard", "value": 0.054, "ci": [ 0.0416, 0.0698 ], "n": 1000, "k": 54 }, { "label": "ClaudeBot", "series": "pl:explicit", "value": 0.088, "ci": [ 0.072, 0.1072 ], "n": 1000, "k": 88 }, { "label": "ClaudeBot", "series": "pl:wildcard", "value": 0.019, "ci": [ 0.0122, 0.0295 ], "n": 1000, "k": 19 }, { "label": "ClaudeBot", "series": "global:explicit", "value": 0.107, "ci": [ 0.0893, 0.1277 ], "n": 1000, "k": 107 }, { "label": "ClaudeBot", "series": "global:wildcard", "value": 0.045, "ci": [ 0.0338, 0.0597 ], "n": 1000, "k": 45 }, { "label": "meta-externalagent", "series": "pl:explicit", "value": 0.086, "ci": [ 0.0702, 0.105 ], "n": 1000, "k": 86 }, { "label": "meta-externalagent", "series": "pl:wildcard", "value": 0.019, "ci": [ 0.0122, 0.0295 ], "n": 1000, "k": 19 }, { "label": "meta-externalagent", "series": "global:explicit", "value": 0.09, "ci": [ 0.0738, 0.1093 ], "n": 1000, "k": 90 }, { "label": "meta-externalagent", "series": "global:wildcard", "value": 0.05, "ci": [ 0.0381, 0.0653 ], "n": 1000, "k": 50 }, { "label": "Google-Extended", "series": "pl:explicit", "value": 0.066, "ci": [ 0.0522, 0.0831 ], "n": 1000, "k": 66 }, { "label": "Google-Extended", "series": "pl:wildcard", "value": 0.018, "ci": [ 0.0114, 0.0283 ], "n": 1000, "k": 18 }, { "label": "Google-Extended", "series": "global:explicit", "value": 0.099, "ci": [ 0.082, 0.1191 ], "n": 1000, "k": 99 }, { "label": "Google-Extended", "series": "global:wildcard", "value": 0.041, "ci": [ 0.0304, 0.0551 ], "n": 1000, "k": 41 }, { "label": "Applebot-Extended", "series": "pl:explicit", "value": 0.064, "ci": [ 0.0504, 0.0809 ], "n": 1000, "k": 64 }, { "label": "Applebot-Extended", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Applebot-Extended", "series": "global:explicit", "value": 0.079, "ci": [ 0.0638, 0.0974 ], "n": 1000, "k": 79 }, { "label": "Applebot-Extended", "series": "global:wildcard", "value": 0.049, "ci": [ 0.0373, 0.0642 ], "n": 1000, "k": 49 }, { "label": "anthropic-ai", "series": "pl:explicit", "value": 0.052, "ci": [ 0.0399, 0.0676 ], "n": 1000, "k": 52 }, { "label": "anthropic-ai", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "anthropic-ai", "series": "global:explicit", "value": 0.074, "ci": [ 0.0594, 0.0919 ], "n": 1000, "k": 74 }, { "label": "anthropic-ai", "series": "global:wildcard", "value": 0.056, "ci": [ 0.0434, 0.072 ], "n": 1000, "k": 56 }, { "label": "Claude-Web", "series": "pl:explicit", "value": 0.031, "ci": [ 0.0219, 0.0437 ], "n": 1000, "k": 31 }, { "label": "Claude-Web", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Claude-Web", "series": "global:explicit", "value": 0.067, "ci": [ 0.0531, 0.0842 ], "n": 1000, "k": 67 }, { "label": "Claude-Web", "series": "global:wildcard", "value": 0.056, "ci": [ 0.0434, 0.072 ], "n": 1000, "k": 56 }, { "label": "ChatGPT-User", "series": "pl:explicit", "value": 0.027, "ci": [ 0.0186, 0.039 ], "n": 1000, "k": 27 }, { "label": "ChatGPT-User", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "ChatGPT-User", "series": "global:explicit", "value": 0.062, "ci": [ 0.0487, 0.0787 ], "n": 1000, "k": 62 }, { "label": "ChatGPT-User", "series": "global:wildcard", "value": 0.044, "ci": [ 0.0329, 0.0586 ], "n": 1000, "k": 44 }, { "label": "PerplexityBot", "series": "pl:explicit", "value": 0.027, "ci": [ 0.0186, 0.039 ], "n": 1000, "k": 27 }, { "label": "PerplexityBot", "series": "pl:wildcard", "value": 0.019, "ci": [ 0.0122, 0.0295 ], "n": 1000, "k": 19 }, { "label": "PerplexityBot", "series": "global:explicit", "value": 0.086, "ci": [ 0.0702, 0.105 ], "n": 1000, "k": 86 }, { "label": "PerplexityBot", "series": "global:wildcard", "value": 0.042, "ci": [ 0.0312, 0.0563 ], "n": 1000, "k": 42 }, { "label": "OAI-SearchBot", "series": "pl:explicit", "value": 0.024, "ci": [ 0.0162, 0.0355 ], "n": 1000, "k": 24 }, { "label": "OAI-SearchBot", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "OAI-SearchBot", "series": "global:explicit", "value": 0.045, "ci": [ 0.0338, 0.0597 ], "n": 1000, "k": 45 }, { "label": "OAI-SearchBot", "series": "global:wildcard", "value": 0.044, "ci": [ 0.0329, 0.0586 ], "n": 1000, "k": 44 }, { "label": "meta-externalfetcher", "series": "pl:explicit", "value": 0.021, "ci": [ 0.0138, 0.0319 ], "n": 1000, "k": 21 }, { "label": "meta-externalfetcher", "series": "pl:wildcard", "value": 0.019, "ci": [ 0.0122, 0.0295 ], "n": 1000, "k": 19 }, { "label": "meta-externalfetcher", "series": "global:explicit", "value": 0.049, "ci": [ 0.0373, 0.0642 ], "n": 1000, "k": 49 }, { "label": "meta-externalfetcher", "series": "global:wildcard", "value": 0.05, "ci": [ 0.0381, 0.0653 ], "n": 1000, "k": 50 }, { "label": "DuckAssistBot", "series": "pl:explicit", "value": 0.017, "ci": [ 0.0106, 0.0271 ], "n": 1000, "k": 17 }, { "label": "DuckAssistBot", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "DuckAssistBot", "series": "global:explicit", "value": 0.043, "ci": [ 0.0321, 0.0574 ], "n": 1000, "k": 43 }, { "label": "DuckAssistBot", "series": "global:wildcard", "value": 0.052, "ci": [ 0.0399, 0.0676 ], "n": 1000, "k": 52 }, { "label": "Perplexity-User", "series": "pl:explicit", "value": 0.015, "ci": [ 0.0091, 0.0246 ], "n": 1000, "k": 15 }, { "label": "Perplexity-User", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Perplexity-User", "series": "global:explicit", "value": 0.048, "ci": [ 0.0364, 0.0631 ], "n": 1000, "k": 48 }, { "label": "Perplexity-User", "series": "global:wildcard", "value": 0.055, "ci": [ 0.0425, 0.0709 ], "n": 1000, "k": 55 }, { "label": "Claude-SearchBot", "series": "pl:explicit", "value": 0.007, "ci": [ 0.0034, 0.0144 ], "n": 1000, "k": 7 }, { "label": "Claude-SearchBot", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Claude-SearchBot", "series": "global:explicit", "value": 0.043, "ci": [ 0.0321, 0.0574 ], "n": 1000, "k": 43 }, { "label": "Claude-SearchBot", "series": "global:wildcard", "value": 0.049, "ci": [ 0.0373, 0.0642 ], "n": 1000, "k": 49 }, { "label": "Claude-User", "series": "pl:explicit", "value": 0.003, "ci": [ 0.001, 0.0088 ], "n": 1000, "k": 3 }, { "label": "Claude-User", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "Claude-User", "series": "global:explicit", "value": 0.047, "ci": [ 0.0355, 0.0619 ], "n": 1000, "k": 47 }, { "label": "Claude-User", "series": "global:wildcard", "value": 0.048, "ci": [ 0.0364, 0.0631 ], "n": 1000, "k": 48 }, { "label": "MistralAI-User", "series": "pl:explicit", "value": 0.003, "ci": [ 0.001, 0.0088 ], "n": 1000, "k": 3 }, { "label": "MistralAI-User", "series": "pl:wildcard", "value": 0.02, "ci": [ 0.013, 0.0307 ], "n": 1000, "k": 20 }, { "label": "MistralAI-User", "series": "global:explicit", "value": 0.038, "ci": [ 0.0278, 0.0517 ], "n": 1000, "k": 38 }, { "label": "MistralAI-User", "series": "global:wildcard", "value": 0.058, "ci": [ 0.0451, 0.0742 ], "n": 1000, "k": 58 } ], "policyClasses": [ { "label": "open", "series": "pl", "value": 0.79, "ci": [ 0.7637, 0.8141 ], "n": 1000, "k": 790 }, { "label": "open", "series": "global", "value": 0.766, "ci": [ 0.7388, 0.7912 ], "n": 1000, "k": 766 }, { "label": "training_only_block", "series": "pl", "value": 0.112, "ci": [ 0.0939, 0.1331 ], "n": 1000, "k": 112 }, { "label": "training_only_block", "series": "global", "value": 0.059, "ci": [ 0.046, 0.0754 ], "n": 1000, "k": 59 }, { "label": "all_ai_block", "series": "pl", "value": 0.027, "ci": [ 0.0186, 0.039 ], "n": 1000, "k": 27 }, { "label": "all_ai_block", "series": "global", "value": 0.047, "ci": [ 0.0355, 0.0619 ], "n": 1000, "k": 47 }, { "label": "blanket_block", "series": "pl", "value": 0.009, "ci": [ 0.0047, 0.017 ], "n": 1000, "k": 9 }, { "label": "blanket_block", "series": "global", "value": 0.031, "ci": [ 0.0219, 0.0437 ], "n": 1000, "k": 31 }, { "label": "inconsistent", "series": "pl", "value": 0.018, "ci": [ 0.0114, 0.0283 ], "n": 1000, "k": 18 }, { "label": "inconsistent", "series": "global", "value": 0.051, "ci": [ 0.039, 0.0664 ], "n": 1000, "k": 51 }, { "label": "stale_list", "series": "pl", "value": 0.041, "ci": [ 0.0304, 0.0551 ], "n": 1000, "k": 41 }, { "label": "stale_list", "series": "global", "value": 0.04, "ci": [ 0.0295, 0.054 ], "n": 1000, "k": 40 }, { "label": "unreachable", "series": "pl", "value": 0.002, "ci": [ 0.0005, 0.0073 ], "n": 1000, "k": 2 }, { "label": "unreachable", "series": "global", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "waf_challenge", "series": "pl", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "waf_challenge", "series": "global", "value": 0.005, "ci": [ 0.0021, 0.0117 ], "n": 1000, "k": 5 } ], "robotsStates": [ { "label": "ok", "series": "pl", "value": 0.896, "ci": [ 0.8755, 0.9134 ], "n": 1000, "k": 896 }, { "label": "ok", "series": "global", "value": 0.902, "ci": [ 0.882, 0.9189 ], "n": 1000, "k": 902 }, { "label": "html", "series": "pl", "value": 0.024, "ci": [ 0.0162, 0.0355 ], "n": 1000, "k": 24 }, { "label": "html", "series": "global", "value": 0.03, "ci": [ 0.0211, 0.0425 ], "n": 1000, "k": 30 }, { "label": "4xx", "series": "pl", "value": 0.077, "ci": [ 0.062, 0.0952 ], "n": 1000, "k": 77 }, { "label": "4xx", "series": "global", "value": 0.062, "ci": [ 0.0487, 0.0787 ], "n": 1000, "k": 62 }, { "label": "unreachable", "series": "pl", "value": 0.002, "ci": [ 0.0005, 0.0073 ], "n": 1000, "k": 2 }, { "label": "unreachable", "series": "global", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "waf", "series": "pl", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "waf", "series": "global", "value": 0.005, "ci": [ 0.0021, 0.0117 ], "n": 1000, "k": 5 } ], "llmsTxt": [ { "label": "valid", "series": "pl", "value": 0.092, "ci": [ 0.0756, 0.1115 ], "n": 1000, "k": 92 }, { "label": "valid", "series": "global", "value": 0.135, "ci": [ 0.1152, 0.1576 ], "n": 1000, "k": 135 }, { "label": "invalid", "series": "pl", "value": 0.024, "ci": [ 0.0162, 0.0355 ], "n": 1000, "k": 24 }, { "label": "invalid", "series": "global", "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 }, { "label": "html_soft404", "series": "pl", "value": 0.1, "ci": [ 0.0829, 0.1202 ], "n": 1000, "k": 100 }, { "label": "html_soft404", "series": "global", "value": 0.096, "ci": [ 0.0793, 0.1158 ], "n": 1000, "k": 96 }, { "label": "absent", "series": "pl", "value": 0.755, "ci": [ 0.7274, 0.7806 ], "n": 1000, "k": 755 }, { "label": "absent", "series": "global", "value": 0.651, "ci": [ 0.6209, 0.6799 ], "n": 1000, "k": 651 }, { "label": "error", "series": "pl", "value": 0.006, "ci": [ 0.0028, 0.013 ], "n": 1000, "k": 6 }, { "label": "error", "series": "global", "value": 0.005, "ci": [ 0.0021, 0.0117 ], "n": 1000, "k": 5 }, { "label": "skipped", "series": "pl", "value": 0.023, "ci": [ 0.0154, 0.0343 ], "n": 1000, "k": 23 }, { "label": "skipped", "series": "global", "value": 0.079, "ci": [ 0.0638, 0.0974 ], "n": 1000, "k": 79 } ], "purposeSplit": [ { "label": "training", "series": "pl", "value": 0.205, "ci": [ 0.1811, 0.2311 ], "n": 1000, "k": 205 }, { "label": "training", "series": "global", "value": 0.224, "ci": [ 0.1992, 0.2509 ], "n": 1000, "k": 224 }, { "label": "search", "series": "pl", "value": 0.054, "ci": [ 0.0416, 0.0698 ], "n": 1000, "k": 54 }, { "label": "search", "series": "global", "value": 0.139, "ci": [ 0.1189, 0.1618 ], "n": 1000, "k": 139 }, { "label": "user", "series": "pl", "value": 0.053, "ci": [ 0.0407, 0.0687 ], "n": 1000, "k": 53 }, { "label": "user", "series": "global", "value": 0.134, "ci": [ 0.1143, 0.1565 ], "n": 1000, "k": 134 }, { "label": "any", "series": "pl", "value": 0.205, "ci": [ 0.1811, 0.2311 ], "n": 1000, "k": 205 }, { "label": "any", "series": "global", "value": 0.227, "ci": [ 0.2021, 0.254 ], "n": 1000, "k": 227 } ], "vendorSplit": [ { "label": "OpenAI", "series": "pl", "value": 0.2848, "ci": [ 0.2188, 0.3614 ], "n": 151, "k": 43, "training": "GPTBot", "search": "OAI-SearchBot" }, { "label": "OpenAI", "series": "global", "value": 0.5649, "ci": [ 0.486, 0.6407 ], "n": 154, "k": 87, "training": "GPTBot", "search": "OAI-SearchBot" }, { "label": "Anthropic", "series": "pl", "value": 0.243, "ci": [ 0.1716, 0.3322 ], "n": 107, "k": 26, "training": "ClaudeBot", "search": "Claude-SearchBot" }, { "label": "Anthropic", "series": "global", "value": 0.5987, "ci": [ 0.5193, 0.6732 ], "n": 152, "k": 91, "training": "ClaudeBot", "search": "Claude-SearchBot" } ], "aiSignals": [ { "label": "cf_managed_robots", "series": "pl", "value": 0.031, "ci": [ 0.0219, 0.0437 ], "n": 1000, "k": 31 }, { "label": "cf_managed_robots", "series": "global", "value": 0, "ci": [ 0, 0.0038 ], "n": 1000, "k": 0 }, { "label": "content_signals_policy", "series": "pl", "value": 0.038, "ci": [ 0.0278, 0.0517 ], "n": 1000, "k": 38 }, { "label": "content_signals_policy", "series": "global", "value": 0.005, "ci": [ 0.0021, 0.0117 ], "n": 1000, "k": 5 }, { "label": "content_signal", "series": "pl", "value": 0.043, "ci": [ 0.0321, 0.0574 ], "n": 1000, "k": 43 }, { "label": "content_signal", "series": "global", "value": 0.032, "ci": [ 0.0228, 0.0448 ], "n": 1000, "k": 32 }, { "label": "cs_ai_train_no", "series": "pl", "value": 0.039, "ci": [ 0.0287, 0.0529 ], "n": 1000, "k": 39 }, { "label": "cs_ai_train_no", "series": "global", "value": 0.016, "ci": [ 0.0099, 0.0258 ], "n": 1000, "k": 16 }, { "label": "content_usage", "series": "pl", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "content_usage", "series": "global", "value": 0.002, "ci": [ 0.0005, 0.0073 ], "n": 1000, "k": 2 }, { "label": "meta_noai", "series": "pl", "value": 0, "ci": [ 0, 0.0038 ], "n": 1000, "k": 0 }, { "label": "meta_noai", "series": "global", "value": 0.002, "ci": [ 0.0005, 0.0073 ], "n": 1000, "k": 2 }, { "label": "x_robots_noai", "series": "pl", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "x_robots_noai", "series": "global", "value": 0.001, "ci": [ 0.0002, 0.0056 ], "n": 1000, "k": 1 }, { "label": "ai_robots_txt_copy", "series": "pl", "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 }, { "label": "ai_robots_txt_copy", "series": "global", "value": 0.079, "ci": [ 0.0638, 0.0974 ], "n": 1000, "k": 79 }, { "label": "names_legacy_token", "series": "pl", "value": 0.083, "ci": [ 0.0675, 0.1017 ], "n": 1000, "k": 83 }, { "label": "names_legacy_token", "series": "global", "value": 0.158, "ci": [ 0.1367, 0.1819 ], "n": 1000, "k": 158 }, { "label": "stale_list", "series": "pl", "value": 0.042, "ci": [ 0.0312, 0.0563 ], "n": 1000, "k": 42 }, { "label": "stale_list", "series": "global", "value": 0.048, "ci": [ 0.0364, 0.0631 ], "n": 1000, "k": 48 }, { "label": "search_allowlist", "series": "pl", "value": 0.011, "ci": [ 0.0062, 0.0196 ], "n": 1000, "k": 11 }, { "label": "search_allowlist", "series": "global", "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 }, { "label": "llms_txt_h1", "series": "pl", "value": 0.099, "ci": [ 0.082, 0.1191 ], "n": 1000, "k": 99 }, { "label": "llms_txt_h1", "series": "global", "value": 0.153, "ci": [ 0.132, 0.1766 ], "n": 1000, "k": 153 }, { "label": "explicit_ai_welcome", "series": "pl", "value": 0.015, "ci": [ 0.0091, 0.0246 ], "n": 1000, "k": 15 }, { "label": "explicit_ai_welcome", "series": "global", "value": 0.034, "ci": [ 0.0244, 0.0471 ], "n": 1000, "k": 34 }, { "label": "only_amazonbot_bytespider", "series": "pl", "value": 0.014, "ci": [ 0.0084, 0.0234 ], "n": 1000, "k": 14 }, { "label": "only_amazonbot_bytespider", "series": "global", "value": 0.011, "ci": [ 0.0062, 0.0196 ], "n": 1000, "k": 11 } ], "transport": [ { "label": "alpn_h2", "series": "pl", "value": 0.8178, "ci": [ 0.7924, 0.8408 ], "n": 977, "k": 799 }, { "label": "alpn_h2", "series": "global", "value": 0.8941, "ci": [ 0.8728, 0.9123 ], "n": 935, "k": 836 }, { "label": "h3_advertised", "series": "pl", "value": 0.2979, "ci": [ 0.27, 0.3273 ], "n": 977, "k": 291 }, { "label": "h3_advertised", "series": "global", "value": 0.3626, "ci": [ 0.3324, 0.3939 ], "n": 935, "k": 339 }, { "label": "zstd", "series": "pl", "value": 0.0829, "ci": [ 0.0672, 0.1019 ], "n": 977, "k": 81 }, { "label": "zstd", "series": "global", "value": 0.0235, "ci": [ 0.0156, 0.0354 ], "n": 935, "k": 22 }, { "label": "br", "series": "pl", "value": 0.3071, "ci": [ 0.2789, 0.3367 ], "n": 977, "k": 300 }, { "label": "br", "series": "global", "value": 0.3209, "ci": [ 0.2917, 0.3515 ], "n": 935, "k": 300 }, { "label": "gzip", "series": "pl", "value": 0.5496, "ci": [ 0.5183, 0.5806 ], "n": 977, "k": 537 }, { "label": "gzip", "series": "global", "value": 0.6, "ci": [ 0.5683, 0.6309 ], "n": 935, "k": 561 }, { "label": "identity", "series": "pl", "value": 0.0604, "ci": [ 0.0471, 0.0771 ], "n": 977, "k": 59 }, { "label": "identity", "series": "global", "value": 0.0556, "ci": [ 0.0427, 0.0722 ], "n": 935, "k": 52 }, { "label": "cloudflare", "series": "pl", "value": 0.3193, "ci": [ 0.2909, 0.3492 ], "n": 977, "k": 312 }, { "label": "cloudflare", "series": "global", "value": 0.2781, "ci": [ 0.2503, 0.3077 ], "n": 935, "k": 260 } ], "seoBasics": [ { "label": "html_lang", "series": "pl", "value": 0.8915, "ci": [ 0.8704, 0.9095 ], "n": 977, "k": 871 }, { "label": "html_lang", "series": "global", "value": 0.8888, "ci": [ 0.867, 0.9074 ], "n": 935, "k": 831 }, { "label": "hreflang", "series": "pl", "value": 0.1781, "ci": [ 0.1554, 0.2033 ], "n": 977, "k": 174 }, { "label": "hreflang", "series": "global", "value": 0.3497, "ci": [ 0.3198, 0.3809 ], "n": 935, "k": 327 }, { "label": "og", "series": "pl", "value": 0.7073, "ci": [ 0.678, 0.7349 ], "n": 977, "k": 691 }, { "label": "og", "series": "global", "value": 0.7016, "ci": [ 0.6715, 0.7301 ], "n": 935, "k": 656 }, { "label": "jsonld", "series": "pl", "value": 0.4872, "ci": [ 0.456, 0.5185 ], "n": 977, "k": 476 }, { "label": "jsonld", "series": "global", "value": 0.4674, "ci": [ 0.4356, 0.4994 ], "n": 935, "k": 437 }, { "label": "sitemap_found", "series": "pl", "value": 0.6459, "ci": [ 0.6153, 0.6752 ], "n": 977, "k": 631 }, { "label": "sitemap_found", "series": "global", "value": 0.6995, "ci": [ 0.6693, 0.728 ], "n": 935, "k": 654 }, { "label": "sitemap_in_robots", "series": "pl", "value": 0.5261, "ci": [ 0.4947, 0.5572 ], "n": 977, "k": 514 }, { "label": "sitemap_in_robots", "series": "global", "value": 0.6246, "ci": [ 0.5931, 0.6551 ], "n": 935, "k": 584 } ], "anyAiBlockByRankBucket": [ { "label": "r1_100", "series": "pl", "value": 0.33, "ci": [ 0.2456, 0.4269 ], "n": 100, "k": 33 }, { "label": "r1_100", "series": "global", "value": 0.27, "ci": [ 0.1927, 0.3643 ], "n": 100, "k": 27 }, { "label": "r101_500", "series": "pl", "value": 0.2325, "ci": [ 0.1938, 0.2763 ], "n": 400, "k": 93 }, { "label": "r101_500", "series": "global", "value": 0.235, "ci": [ 0.1961, 0.279 ], "n": 400, "k": 94 }, { "label": "r501_1000", "series": "pl", "value": 0.158, "ci": [ 0.1287, 0.1926 ], "n": 500, "k": 79 }, { "label": "r501_1000", "series": "global", "value": 0.212, "ci": [ 0.1784, 0.25 ], "n": 500, "k": 106 } ], "policyClassByRank": [ { "label": "r1_100", "series": "pl", "value": 0.66, "ci": [ 0.5628, 0.7454 ], "n": 100, "k": 66, "class": "open" }, { "label": "r1_100", "series": "pl", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "n": 100, "k": 19, "class": "training_only_block" }, { "label": "r1_100", "series": "pl", "value": 0.06, "ci": [ 0.0278, 0.1248 ], "n": 100, "k": 6, "class": "all_ai_block" }, { "label": "r1_100", "series": "pl", "value": 0, "ci": [ 0, 0.037 ], "n": 100, "k": 0, "class": "blanket_block" }, { "label": "r1_100", "series": "pl", "value": 0.03, "ci": [ 0.0103, 0.0845 ], "n": 100, "k": 3, "class": "inconsistent" }, { "label": "r1_100", "series": "pl", "value": 0.05, "ci": [ 0.0215, 0.1118 ], "n": 100, "k": 5, "class": "stale_list" }, { "label": "r1_100", "series": "pl", "value": 0.01, "ci": [ 0.0018, 0.0545 ], "n": 100, "k": 1, "class": "unreachable" }, { "label": "r1_100", "series": "pl", "value": 0, "ci": [ 0, 0.037 ], "n": 100, "k": 0, "class": "waf_challenge" }, { "label": "r1_100", "series": "global", "value": 0.73, "ci": [ 0.6357, 0.8073 ], "n": 100, "k": 73, "class": "open" }, { "label": "r1_100", "series": "global", "value": 0.03, "ci": [ 0.0103, 0.0845 ], "n": 100, "k": 3, "class": "training_only_block" }, { "label": "r1_100", "series": "global", "value": 0.07, "ci": [ 0.0343, 0.1375 ], "n": 100, "k": 7, "class": "all_ai_block" }, { "label": "r1_100", "series": "global", "value": 0.05, "ci": [ 0.0215, 0.1118 ], "n": 100, "k": 5, "class": "blanket_block" }, { "label": "r1_100", "series": "global", "value": 0.07, "ci": [ 0.0343, 0.1375 ], "n": 100, "k": 7, "class": "inconsistent" }, { "label": "r1_100", "series": "global", "value": 0.05, "ci": [ 0.0215, 0.1118 ], "n": 100, "k": 5, "class": "stale_list" }, { "label": "r1_100", "series": "global", "value": 0, "ci": [ 0, 0.037 ], "n": 100, "k": 0, "class": "unreachable" }, { "label": "r1_100", "series": "global", "value": 0, "ci": [ 0, 0.037 ], "n": 100, "k": 0, "class": "waf_challenge" }, { "label": "r101_500", "series": "pl", "value": 0.76, "ci": [ 0.7158, 0.7993 ], "n": 400, "k": 304, "class": "open" }, { "label": "r101_500", "series": "pl", "value": 0.1325, "ci": [ 0.1027, 0.1692 ], "n": 400, "k": 53, "class": "training_only_block" }, { "label": "r101_500", "series": "pl", "value": 0.0375, "ci": [ 0.0229, 0.0609 ], "n": 400, "k": 15, "class": "all_ai_block" }, { "label": "r101_500", "series": "pl", "value": 0, "ci": [ 0, 0.0095 ], "n": 400, "k": 0, "class": "blanket_block" }, { "label": "r101_500", "series": "pl", "value": 0.0125, "ci": [ 0.0054, 0.0289 ], "n": 400, "k": 5, "class": "inconsistent" }, { "label": "r101_500", "series": "pl", "value": 0.055, "ci": [ 0.0366, 0.0819 ], "n": 400, "k": 22, "class": "stale_list" }, { "label": "r101_500", "series": "pl", "value": 0, "ci": [ 0, 0.0095 ], "n": 400, "k": 0, "class": "unreachable" }, { "label": "r101_500", "series": "pl", "value": 0.0025, "ci": [ 0.0004, 0.014 ], "n": 400, "k": 1, "class": "waf_challenge" }, { "label": "r101_500", "series": "global", "value": 0.7575, "ci": [ 0.7132, 0.7969 ], "n": 400, "k": 303, "class": "open" }, { "label": "r101_500", "series": "global", "value": 0.06, "ci": [ 0.0406, 0.0877 ], "n": 400, "k": 24, "class": "training_only_block" }, { "label": "r101_500", "series": "global", "value": 0.05, "ci": [ 0.0326, 0.076 ], "n": 400, "k": 20, "class": "all_ai_block" }, { "label": "r101_500", "series": "global", "value": 0.0325, "ci": [ 0.0191, 0.0548 ], "n": 400, "k": 13, "class": "blanket_block" }, { "label": "r101_500", "series": "global", "value": 0.05, "ci": [ 0.0326, 0.076 ], "n": 400, "k": 20, "class": "inconsistent" }, { "label": "r101_500", "series": "global", "value": 0.0425, "ci": [ 0.0267, 0.067 ], "n": 400, "k": 17, "class": "stale_list" }, { "label": "r101_500", "series": "global", "value": 0.0025, "ci": [ 0.0004, 0.014 ], "n": 400, "k": 1, "class": "unreachable" }, { "label": "r101_500", "series": "global", "value": 0.005, "ci": [ 0.0014, 0.018 ], "n": 400, "k": 2, "class": "waf_challenge" }, { "label": "r501_1000", "series": "pl", "value": 0.84, "ci": [ 0.8053, 0.8695 ], "n": 500, "k": 420, "class": "open" }, { "label": "r501_1000", "series": "pl", "value": 0.08, "ci": [ 0.0593, 0.1071 ], "n": 500, "k": 40, "class": "training_only_block" }, { "label": "r501_1000", "series": "pl", "value": 0.012, "ci": [ 0.0055, 0.0259 ], "n": 500, "k": 6, "class": "all_ai_block" }, { "label": "r501_1000", "series": "pl", "value": 0.018, "ci": [ 0.0095, 0.0339 ], "n": 500, "k": 9, "class": "blanket_block" }, { "label": "r501_1000", "series": "pl", "value": 0.02, "ci": [ 0.0109, 0.0364 ], "n": 500, "k": 10, "class": "inconsistent" }, { "label": "r501_1000", "series": "pl", "value": 0.028, "ci": [ 0.0168, 0.0464 ], "n": 500, "k": 14, "class": "stale_list" }, { "label": "r501_1000", "series": "pl", "value": 0.002, "ci": [ 0.0004, 0.0112 ], "n": 500, "k": 1, "class": "unreachable" }, { "label": "r501_1000", "series": "pl", "value": 0, "ci": [ 0, 0.0076 ], "n": 500, "k": 0, "class": "waf_challenge" }, { "label": "r501_1000", "series": "global", "value": 0.78, "ci": [ 0.7416, 0.8141 ], "n": 500, "k": 390, "class": "open" }, { "label": "r501_1000", "series": "global", "value": 0.064, "ci": [ 0.0457, 0.089 ], "n": 500, "k": 32, "class": "training_only_block" }, { "label": "r501_1000", "series": "global", "value": 0.04, "ci": [ 0.026, 0.061 ], "n": 500, "k": 20, "class": "all_ai_block" }, { "label": "r501_1000", "series": "global", "value": 0.026, "ci": [ 0.0153, 0.044 ], "n": 500, "k": 13, "class": "blanket_block" }, { "label": "r501_1000", "series": "global", "value": 0.048, "ci": [ 0.0325, 0.0704 ], "n": 500, "k": 24, "class": "inconsistent" }, { "label": "r501_1000", "series": "global", "value": 0.036, "ci": [ 0.0229, 0.0562 ], "n": 500, "k": 18, "class": "stale_list" }, { "label": "r501_1000", "series": "global", "value": 0, "ci": [ 0, 0.0076 ], "n": 500, "k": 0, "class": "unreachable" }, { "label": "r501_1000", "series": "global", "value": 0.006, "ci": [ 0.002, 0.0175 ], "n": 500, "k": 3, "class": "waf_challenge" } ], "anyAiBlockByDomainType": [ { "label": "gov_pl", "series": "pl", "value": 0.119, "ci": [ 0.0519, 0.25 ], "n": 42, "k": 5 }, { "label": "edu_pl", "series": "pl", "value": 0.1613, "ci": [ 0.0709, 0.3263 ], "n": 31, "k": 5 }, { "label": "other_pl", "series": "pl", "value": 0.2104, "ci": [ 0.1853, 0.2378 ], "n": 927, "k": 195 } ], "anyAiBlockByCloudflare": [ { "label": "cloudflare", "series": "pl", "value": 0.2555, "ci": [ 0.2106, 0.3063 ], "n": 317, "k": 81 }, { "label": "cloudflare", "series": "global", "value": 0.1882, "ci": [ 0.1461, 0.239 ], "n": 271, "k": 51 }, { "label": "other", "series": "pl", "value": 0.1816, "ci": [ 0.1544, 0.2122 ], "n": 683, "k": 124 }, { "label": "other", "series": "global", "value": 0.2414, "ci": [ 0.2118, 0.2738 ], "n": 729, "k": 176 } ] }, "tables": { "bots": [ { "token": "GPTBot", "kind": "ai", "operator": "OpenAI", "purpose": "training", "status": "current", "tier": 1, "docsUrl": "https://developers.openai.com/api/docs/bots" }, { "token": "OAI-SearchBot", "kind": "ai", "operator": "OpenAI", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://developers.openai.com/api/docs/bots" }, { "token": "ChatGPT-User", "kind": "ai", "operator": "OpenAI", "purpose": "user", "status": "current", "tier": 1, "docsUrl": "https://developers.openai.com/api/docs/bots" }, { "token": "OAI-AdsBot", "kind": "ai", "operator": "OpenAI", "purpose": "user", "status": "current", "tier": 2, "docsUrl": "https://developers.openai.com/api/docs/bots" }, { "token": "ClaudeBot", "kind": "ai", "operator": "Anthropic", "purpose": "training", "status": "current", "tier": 1, "docsUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler" }, { "token": "Claude-SearchBot", "kind": "ai", "operator": "Anthropic", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler" }, { "token": "Claude-User", "kind": "ai", "operator": "Anthropic", "purpose": "user", "status": "current", "tier": 1, "docsUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler" }, { "token": "anthropic-ai", "kind": "ai", "operator": "Anthropic", "purpose": "training", "status": "legacy", "tier": 1, "docsUrl": "https://www.404media.co/websites-are-blocking-the-wrong-ai-scrapers-because-ai-companies-keep-making-new-ones/" }, { "token": "Claude-Web", "kind": "ai", "operator": "Anthropic", "purpose": "user", "status": "legacy", "tier": 1, "docsUrl": "https://www.404media.co/websites-are-blocking-the-wrong-ai-scrapers-because-ai-companies-keep-making-new-ones/" }, { "token": "PerplexityBot", "kind": "ai", "operator": "Perplexity", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers" }, { "token": "Perplexity-User", "kind": "ai", "operator": "Perplexity", "purpose": "user", "status": "current", "tier": 1, "docsUrl": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers" }, { "token": "Google-Extended", "kind": "ai", "operator": "Google", "purpose": "mixed", "status": "current", "tier": 1, "docsUrl": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers" }, { "token": "Google-CloudVertexBot", "kind": "ai", "operator": "Google", "purpose": "user", "status": "current", "tier": 2, "docsUrl": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers" }, { "token": "Applebot-Extended", "kind": "ai", "operator": "Apple", "purpose": "training", "status": "current", "tier": 1, "docsUrl": "https://support.apple.com/en-us/119829" }, { "token": "CCBot", "kind": "ai", "operator": "Common Crawl", "purpose": "training", "status": "current", "tier": 1, "docsUrl": "https://commoncrawl.org/ccbot" }, { "token": "Bytespider", "kind": "ai", "operator": "ByteDance", "purpose": "training", "status": "current", "tier": 1, "docsUrl": "" }, { "token": "meta-externalagent", "kind": "ai", "operator": "Meta", "purpose": "mixed", "status": "current", "tier": 1, "docsUrl": "https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers" }, { "token": "meta-externalfetcher", "kind": "ai", "operator": "Meta", "purpose": "user", "status": "current", "tier": 1, "docsUrl": "https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers" }, { "token": "meta-webindexer", "kind": "ai", "operator": "Meta", "purpose": "search", "status": "current", "tier": 2, "docsUrl": "https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers" }, { "token": "FacebookBot", "kind": "ai", "operator": "Meta", "purpose": "training", "status": "legacy", "tier": 2, "docsUrl": "https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers" }, { "token": "Amazonbot", "kind": "ai", "operator": "Amazon", "purpose": "mixed", "status": "current", "tier": 1, "docsUrl": "https://developer.amazon.com/amazonbot" }, { "token": "Amzn-SearchBot", "kind": "ai", "operator": "Amazon", "purpose": "search", "status": "current", "tier": 2, "docsUrl": "https://developer.amazon.com/amazonbot" }, { "token": "Amzn-User", "kind": "ai", "operator": "Amazon", "purpose": "user", "status": "current", "tier": 2, "docsUrl": "https://developer.amazon.com/amazonbot" }, { "token": "DuckAssistBot", "kind": "ai", "operator": "DuckDuckGo", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot" }, { "token": "MistralAI-User", "kind": "ai", "operator": "Mistral AI", "purpose": "user", "status": "current", "tier": 1, "docsUrl": "https://docs.mistral.ai/robots" }, { "token": "MistralAI-Index", "kind": "ai", "operator": "Mistral AI", "purpose": "search", "status": "current", "tier": 2, "docsUrl": "https://docs.mistral.ai/robots" }, { "token": "MistralAI-Training", "kind": "ai", "operator": "Mistral AI", "purpose": "training", "status": "current", "tier": 2, "docsUrl": "https://docs.mistral.ai/robots" }, { "token": "cohere-ai", "kind": "ai", "operator": "Cohere", "purpose": "user", "status": "legacy", "tier": 2, "docsUrl": "https://docs.cohere.com/docs/cohere-web-crawlers" }, { "token": "cohere-training-data-crawler", "kind": "ai", "operator": "Cohere", "purpose": "training", "status": "current", "tier": 2, "docsUrl": "" }, { "token": "Diffbot", "kind": "ai", "operator": "Diffbot", "purpose": "search", "status": "current", "tier": 2, "docsUrl": "https://www.diffbot.com/docs/crawl/faq/robots-txt" }, { "token": "YouBot", "kind": "ai", "operator": "You.com", "purpose": "mixed", "status": "current", "tier": 2, "docsUrl": "" }, { "token": "AI2Bot", "kind": "ai", "operator": "Allen Institute for AI", "purpose": "training", "status": "current", "tier": 2, "docsUrl": "https://allenai.org/crawler" }, { "token": "Timpibot", "kind": "ai", "operator": "Timpi", "purpose": "training", "status": "current", "tier": 2, "docsUrl": "" }, { "token": "Webzio-Extended", "kind": "ai", "operator": "Webz.io", "purpose": "training", "status": "current", "tier": 2, "docsUrl": "https://webz.io/blog/company/from-omgilibot-to-the-webzbot-duo-a-powerful-leap-for-ethical-and-comprehensive-data-collection/" }, { "token": "omgili", "kind": "ai", "operator": "Webz.io", "purpose": "mixed", "status": "legacy", "tier": 2, "docsUrl": "https://webz.io/blog/web-data/what-is-the-omgili-bot-and-why-is-it-crawling-your-website/" }, { "token": "omgilibot", "kind": "ai", "operator": "Webz.io", "purpose": "mixed", "status": "legacy", "tier": 2, "docsUrl": "https://webz.io/blog/company/from-omgilibot-to-the-webzbot-duo-a-powerful-leap-for-ethical-and-comprehensive-data-collection/" }, { "token": "Googlebot", "kind": "reference", "operator": "Google", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://developers.google.com/search/docs/crawling-indexing/googlebot" }, { "token": "Bingbot", "kind": "reference", "operator": "Microsoft", "purpose": "search", "status": "current", "tier": 1, "docsUrl": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0" } ], "blockedByBotAndRank": [ { "cohort": "pl", "token": "GPTBot", "bucket": "r1_100", "value": 0.23, "ci": [ 0.1584, 0.3215 ], "k": 23, "n": 100 }, { "cohort": "pl", "token": "GPTBot", "bucket": "r101_500", "value": 0.175, "ci": [ 0.1409, 0.2153 ], "k": 70, "n": 400 }, { "cohort": "pl", "token": "GPTBot", "bucket": "r501_1000", "value": 0.116, "ci": [ 0.0908, 0.147 ], "k": 58, "n": 500 }, { "cohort": "pl", "token": "CCBot", "bucket": "r1_100", "value": 0.21, "ci": [ 0.1417, 0.2998 ], "k": 21, "n": 100 }, { "cohort": "pl", "token": "CCBot", "bucket": "r101_500", "value": 0.16, "ci": [ 0.1273, 0.1991 ], "k": 64, "n": 400 }, { "cohort": "pl", "token": "CCBot", "bucket": "r501_1000", "value": 0.096, "ci": [ 0.0732, 0.125 ], "k": 48, "n": 500 }, { "cohort": "pl", "token": "Amazonbot", "bucket": "r1_100", "value": 0.16, "ci": [ 0.101, 0.2442 ], "k": 16, "n": 100 }, { "cohort": "pl", "token": "Amazonbot", "bucket": "r101_500", "value": 0.155, "ci": [ 0.1228, 0.1937 ], "k": 62, "n": 400 }, { "cohort": "pl", "token": "Amazonbot", "bucket": "r501_1000", "value": 0.088, "ci": [ 0.0662, 0.1161 ], "k": 44, "n": 500 }, { "cohort": "pl", "token": "Bytespider", "bucket": "r1_100", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "k": 19, "n": 100 }, { "cohort": "pl", "token": "Bytespider", "bucket": "r101_500", "value": 0.14, "ci": [ 0.1094, 0.1774 ], "k": 56, "n": 400 }, { "cohort": "pl", "token": "Bytespider", "bucket": "r501_1000", "value": 0.08, "ci": [ 0.0593, 0.1071 ], "k": 40, "n": 500 }, { "cohort": "pl", "token": "ClaudeBot", "bucket": "r1_100", "value": 0.14, "ci": [ 0.0853, 0.2214 ], "k": 14, "n": 100 }, { "cohort": "pl", "token": "ClaudeBot", "bucket": "r101_500", "value": 0.125, "ci": [ 0.0961, 0.161 ], "k": 50, "n": 400 }, { "cohort": "pl", "token": "ClaudeBot", "bucket": "r501_1000", "value": 0.086, "ci": [ 0.0645, 0.1138 ], "k": 43, "n": 500 }, { "cohort": "pl", "token": "meta-externalagent", "bucket": "r1_100", "value": 0.15, "ci": [ 0.0931, 0.2328 ], "k": 15, "n": 100 }, { "cohort": "pl", "token": "meta-externalagent", "bucket": "r101_500", "value": 0.14, "ci": [ 0.1094, 0.1774 ], "k": 56, "n": 400 }, { "cohort": "pl", "token": "meta-externalagent", "bucket": "r501_1000", "value": 0.068, "ci": [ 0.0491, 0.0935 ], "k": 34, "n": 500 }, { "cohort": "pl", "token": "Google-Extended", "bucket": "r1_100", "value": 0.12, "ci": [ 0.07, 0.1981 ], "k": 12, "n": 100 }, { "cohort": "pl", "token": "Google-Extended", "bucket": "r101_500", "value": 0.1075, "ci": [ 0.0808, 0.1417 ], "k": 43, "n": 400 }, { "cohort": "pl", "token": "Google-Extended", "bucket": "r501_1000", "value": 0.058, "ci": [ 0.0407, 0.0821 ], "k": 29, "n": 500 }, { "cohort": "pl", "token": "Applebot-Extended", "bucket": "r1_100", "value": 0.11, "ci": [ 0.0625, 0.1863 ], "k": 11, "n": 100 }, { "cohort": "pl", "token": "Applebot-Extended", "bucket": "r101_500", "value": 0.1125, "ci": [ 0.0851, 0.1472 ], "k": 45, "n": 400 }, { "cohort": "pl", "token": "Applebot-Extended", "bucket": "r501_1000", "value": 0.056, "ci": [ 0.039, 0.0797 ], "k": 28, "n": 500 }, { "cohort": "pl", "token": "anthropic-ai", "bucket": "r1_100", "value": 0.08, "ci": [ 0.0411, 0.15 ], "k": 8, "n": 100 }, { "cohort": "pl", "token": "anthropic-ai", "bucket": "r101_500", "value": 0.08, "ci": [ 0.0572, 0.1108 ], "k": 32, "n": 400 }, { "cohort": "pl", "token": "anthropic-ai", "bucket": "r501_1000", "value": 0.064, "ci": [ 0.0457, 0.089 ], "k": 32, "n": 500 }, { "cohort": "pl", "token": "Claude-Web", "bucket": "r1_100", "value": 0.06, "ci": [ 0.0278, 0.1248 ], "k": 6, "n": 100 }, { "cohort": "pl", "token": "Claude-Web", "bucket": "r101_500", "value": 0.0575, "ci": [ 0.0386, 0.0848 ], "k": 23, "n": 400 }, { "cohort": "pl", "token": "Claude-Web", "bucket": "r501_1000", "value": 0.044, "ci": [ 0.0292, 0.0657 ], "k": 22, "n": 500 }, { "cohort": "pl", "token": "ChatGPT-User", "bucket": "r1_100", "value": 0.07, "ci": [ 0.0343, 0.1375 ], "k": 7, "n": 100 }, { "cohort": "pl", "token": "ChatGPT-User", "bucket": "r101_500", "value": 0.04, "ci": [ 0.0248, 0.064 ], "k": 16, "n": 400 }, { "cohort": "pl", "token": "ChatGPT-User", "bucket": "r501_1000", "value": 0.048, "ci": [ 0.0325, 0.0704 ], "k": 24, "n": 500 }, { "cohort": "pl", "token": "PerplexityBot", "bucket": "r1_100", "value": 0.06, "ci": [ 0.0278, 0.1248 ], "k": 6, "n": 100 }, { "cohort": "pl", "token": "PerplexityBot", "bucket": "r101_500", "value": 0.0475, "ci": [ 0.0306, 0.073 ], "k": 19, "n": 400 }, { "cohort": "pl", "token": "PerplexityBot", "bucket": "r501_1000", "value": 0.042, "ci": [ 0.0276, 0.0634 ], "k": 21, "n": 500 }, { "cohort": "pl", "token": "OAI-SearchBot", "bucket": "r1_100", "value": 0.07, "ci": [ 0.0343, 0.1375 ], "k": 7, "n": 100 }, { "cohort": "pl", "token": "OAI-SearchBot", "bucket": "r101_500", "value": 0.0425, "ci": [ 0.0267, 0.067 ], "k": 17, "n": 400 }, { "cohort": "pl", "token": "OAI-SearchBot", "bucket": "r501_1000", "value": 0.04, "ci": [ 0.026, 0.061 ], "k": 20, "n": 500 }, { "cohort": "pl", "token": "meta-externalfetcher", "bucket": "r1_100", "value": 0.06, "ci": [ 0.0278, 0.1248 ], "k": 6, "n": 100 }, { "cohort": "pl", "token": "meta-externalfetcher", "bucket": "r101_500", "value": 0.0425, "ci": [ 0.0267, 0.067 ], "k": 17, "n": 400 }, { "cohort": "pl", "token": "meta-externalfetcher", "bucket": "r501_1000", "value": 0.034, "ci": [ 0.0213, 0.0538 ], "k": 17, "n": 500 }, { "cohort": "pl", "token": "DuckAssistBot", "bucket": "r1_100", "value": 0.07, "ci": [ 0.0343, 0.1375 ], "k": 7, "n": 100 }, { "cohort": "pl", "token": "DuckAssistBot", "bucket": "r101_500", "value": 0.035, "ci": [ 0.021, 0.0579 ], "k": 14, "n": 400 }, { "cohort": "pl", "token": "DuckAssistBot", "bucket": "r501_1000", "value": 0.032, "ci": [ 0.0198, 0.0513 ], "k": 16, "n": 500 }, { "cohort": "pl", "token": "Perplexity-User", "bucket": "r1_100", "value": 0.06, "ci": [ 0.0278, 0.1248 ], "k": 6, "n": 100 }, { "cohort": "pl", "token": "Perplexity-User", "bucket": "r101_500", "value": 0.0325, "ci": [ 0.0191, 0.0548 ], "k": 13, "n": 400 }, { "cohort": "pl", "token": "Perplexity-User", "bucket": "r501_1000", "value": 0.032, "ci": [ 0.0198, 0.0513 ], "k": 16, "n": 500 }, { "cohort": "pl", "token": "Claude-SearchBot", "bucket": "r1_100", "value": 0.04, "ci": [ 0.0157, 0.0984 ], "k": 4, "n": 100 }, { "cohort": "pl", "token": "Claude-SearchBot", "bucket": "r101_500", "value": 0.0225, "ci": [ 0.0119, 0.0422 ], "k": 9, "n": 400 }, { "cohort": "pl", "token": "Claude-SearchBot", "bucket": "r501_1000", "value": 0.028, "ci": [ 0.0168, 0.0464 ], "k": 14, "n": 500 }, { "cohort": "pl", "token": "Claude-User", "bucket": "r1_100", "value": 0.03, "ci": [ 0.0103, 0.0845 ], "k": 3, "n": 100 }, { "cohort": "pl", "token": "Claude-User", "bucket": "r101_500", "value": 0.0175, "ci": [ 0.0085, 0.0357 ], "k": 7, "n": 400 }, { "cohort": "pl", "token": "Claude-User", "bucket": "r501_1000", "value": 0.026, "ci": [ 0.0153, 0.044 ], "k": 13, "n": 500 }, { "cohort": "pl", "token": "MistralAI-User", "bucket": "r1_100", "value": 0.03, "ci": [ 0.0103, 0.0845 ], "k": 3, "n": 100 }, { "cohort": "pl", "token": "MistralAI-User", "bucket": "r101_500", "value": 0.02, "ci": [ 0.0102, 0.039 ], "k": 8, "n": 400 }, { "cohort": "pl", "token": "MistralAI-User", "bucket": "r501_1000", "value": 0.024, "ci": [ 0.0138, 0.0415 ], "k": 12, "n": 500 }, { "cohort": "global", "token": "GPTBot", "bucket": "r1_100", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "k": 19, "n": 100 }, { "cohort": "global", "token": "GPTBot", "bucket": "r101_500", "value": 0.1525, "ci": [ 0.1206, 0.191 ], "k": 61, "n": 400 }, { "cohort": "global", "token": "GPTBot", "bucket": "r501_1000", "value": 0.148, "ci": [ 0.1196, 0.1818 ], "k": 74, "n": 500 }, { "cohort": "global", "token": "CCBot", "bucket": "r1_100", "value": 0.23, "ci": [ 0.1584, 0.3215 ], "k": 23, "n": 100 }, { "cohort": "global", "token": "CCBot", "bucket": "r101_500", "value": 0.2, "ci": [ 0.1637, 0.242 ], "k": 80, "n": 400 }, { "cohort": "global", "token": "CCBot", "bucket": "r501_1000", "value": 0.162, "ci": [ 0.1323, 0.1969 ], "k": 81, "n": 500 }, { "cohort": "global", "token": "Amazonbot", "bucket": "r1_100", "value": 0.17, "ci": [ 0.1089, 0.2555 ], "k": 17, "n": 100 }, { "cohort": "global", "token": "Amazonbot", "bucket": "r101_500", "value": 0.14, "ci": [ 0.1094, 0.1774 ], "k": 56, "n": 400 }, { "cohort": "global", "token": "Amazonbot", "bucket": "r501_1000", "value": 0.118, "ci": [ 0.0926, 0.1492 ], "k": 59, "n": 500 }, { "cohort": "global", "token": "Bytespider", "bucket": "r1_100", "value": 0.24, "ci": [ 0.1669, 0.3323 ], "k": 24, "n": 100 }, { "cohort": "global", "token": "Bytespider", "bucket": "r101_500", "value": 0.1975, "ci": [ 0.1614, 0.2393 ], "k": 79, "n": 400 }, { "cohort": "global", "token": "Bytespider", "bucket": "r501_1000", "value": 0.134, "ci": [ 0.1069, 0.1667 ], "k": 67, "n": 500 }, { "cohort": "global", "token": "ClaudeBot", "bucket": "r1_100", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "k": 19, "n": 100 }, { "cohort": "global", "token": "ClaudeBot", "bucket": "r101_500", "value": 0.155, "ci": [ 0.1228, 0.1937 ], "k": 62, "n": 400 }, { "cohort": "global", "token": "ClaudeBot", "bucket": "r501_1000", "value": 0.142, "ci": [ 0.1141, 0.1753 ], "k": 71, "n": 500 }, { "cohort": "global", "token": "meta-externalagent", "bucket": "r1_100", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "k": 19, "n": 100 }, { "cohort": "global", "token": "meta-externalagent", "bucket": "r101_500", "value": 0.1625, "ci": [ 0.1296, 0.2018 ], "k": 65, "n": 400 }, { "cohort": "global", "token": "meta-externalagent", "bucket": "r501_1000", "value": 0.112, "ci": [ 0.0873, 0.1427 ], "k": 56, "n": 500 }, { "cohort": "global", "token": "Google-Extended", "bucket": "r1_100", "value": 0.21, "ci": [ 0.1417, 0.2998 ], "k": 21, "n": 100 }, { "cohort": "global", "token": "Google-Extended", "bucket": "r101_500", "value": 0.1425, "ci": [ 0.1116, 0.1802 ], "k": 57, "n": 400 }, { "cohort": "global", "token": "Google-Extended", "bucket": "r501_1000", "value": 0.124, "ci": [ 0.0979, 0.1558 ], "k": 62, "n": 500 }, { "cohort": "global", "token": "Applebot-Extended", "bucket": "r1_100", "value": 0.18, "ci": [ 0.117, 0.2667 ], "k": 18, "n": 100 }, { "cohort": "global", "token": "Applebot-Extended", "bucket": "r101_500", "value": 0.1425, "ci": [ 0.1116, 0.1802 ], "k": 57, "n": 400 }, { "cohort": "global", "token": "Applebot-Extended", "bucket": "r501_1000", "value": 0.106, "ci": [ 0.082, 0.1361 ], "k": 53, "n": 500 }, { "cohort": "global", "token": "anthropic-ai", "bucket": "r1_100", "value": 0.19, "ci": [ 0.1251, 0.2778 ], "k": 19, "n": 100 }, { "cohort": "global", "token": "anthropic-ai", "bucket": "r101_500", "value": 0.135, "ci": [ 0.105, 0.172 ], "k": 54, "n": 400 }, { "cohort": "global", "token": "anthropic-ai", "bucket": "r501_1000", "value": 0.114, "ci": [ 0.089, 0.1448 ], "k": 57, "n": 500 }, { "cohort": "global", "token": "Claude-Web", "bucket": "r1_100", "value": 0.18, "ci": [ 0.117, 0.2667 ], "k": 18, "n": 100 }, { "cohort": "global", "token": "Claude-Web", "bucket": "r101_500", "value": 0.1425, "ci": [ 0.1116, 0.1802 ], "k": 57, "n": 400 }, { "cohort": "global", "token": "Claude-Web", "bucket": "r501_1000", "value": 0.096, "ci": [ 0.0732, 0.125 ], "k": 48, "n": 500 }, { "cohort": "global", "token": "ChatGPT-User", "bucket": "r1_100", "value": 0.16, "ci": [ 0.101, 0.2442 ], "k": 16, "n": 100 }, { "cohort": "global", "token": "ChatGPT-User", "bucket": "r101_500", "value": 0.105, "ci": [ 0.0786, 0.1389 ], "k": 42, "n": 400 }, { "cohort": "global", "token": "ChatGPT-User", "bucket": "r501_1000", "value": 0.096, "ci": [ 0.0732, 0.125 ], "k": 48, "n": 500 }, { "cohort": "global", "token": "PerplexityBot", "bucket": "r1_100", "value": 0.18, "ci": [ 0.117, 0.2667 ], "k": 18, "n": 100 }, { "cohort": "global", "token": "PerplexityBot", "bucket": "r101_500", "value": 0.13, "ci": [ 0.1005, 0.1665 ], "k": 52, "n": 400 }, { "cohort": "global", "token": "PerplexityBot", "bucket": "r501_1000", "value": 0.116, "ci": [ 0.0908, 0.147 ], "k": 58, "n": 500 }, { "cohort": "global", "token": "OAI-SearchBot", "bucket": "r1_100", "value": 0.13, "ci": [ 0.0776, 0.2098 ], "k": 13, "n": 100 }, { "cohort": "global", "token": "OAI-SearchBot", "bucket": "r101_500", "value": 0.0975, "ci": [ 0.0721, 0.1305 ], "k": 39, "n": 400 }, { "cohort": "global", "token": "OAI-SearchBot", "bucket": "r501_1000", "value": 0.074, "ci": [ 0.0542, 0.1003 ], "k": 37, "n": 500 }, { "cohort": "global", "token": "meta-externalfetcher", "bucket": "r1_100", "value": 0.15, "ci": [ 0.0931, 0.2328 ], "k": 15, "n": 100 }, { "cohort": "global", "token": "meta-externalfetcher", "bucket": "r101_500", "value": 0.1125, "ci": [ 0.0851, 0.1472 ], "k": 45, "n": 400 }, { "cohort": "global", "token": "meta-externalfetcher", "bucket": "r501_1000", "value": 0.078, "ci": [ 0.0576, 0.1049 ], "k": 39, "n": 500 }, { "cohort": "global", "token": "DuckAssistBot", "bucket": "r1_100", "value": 0.15, "ci": [ 0.0931, 0.2328 ], "k": 15, "n": 100 }, { "cohort": "global", "token": "DuckAssistBot", "bucket": "r101_500", "value": 0.12, "ci": [ 0.0917, 0.1555 ], "k": 48, "n": 400 }, { "cohort": "global", "token": "DuckAssistBot", "bucket": "r501_1000", "value": 0.064, "ci": [ 0.0457, 0.089 ], "k": 32, "n": 500 }, { "cohort": "global", "token": "Perplexity-User", "bucket": "r1_100", "value": 0.16, "ci": [ 0.101, 0.2442 ], "k": 16, "n": 100 }, { "cohort": "global", "token": "Perplexity-User", "bucket": "r101_500", "value": 0.125, "ci": [ 0.0961, 0.161 ], "k": 50, "n": 400 }, { "cohort": "global", "token": "Perplexity-User", "bucket": "r501_1000", "value": 0.074, "ci": [ 0.0542, 0.1003 ], "k": 37, "n": 500 }, { "cohort": "global", "token": "Claude-SearchBot", "bucket": "r1_100", "value": 0.13, "ci": [ 0.0776, 0.2098 ], "k": 13, "n": 100 }, { "cohort": "global", "token": "Claude-SearchBot", "bucket": "r101_500", "value": 0.1075, "ci": [ 0.0808, 0.1417 ], "k": 43, "n": 400 }, { "cohort": "global", "token": "Claude-SearchBot", "bucket": "r501_1000", "value": 0.072, "ci": [ 0.0525, 0.0981 ], "k": 36, "n": 500 }, { "cohort": "global", "token": "Claude-User", "bucket": "r1_100", "value": 0.15, "ci": [ 0.0931, 0.2328 ], "k": 15, "n": 100 }, { "cohort": "global", "token": "Claude-User", "bucket": "r101_500", "value": 0.1125, "ci": [ 0.0851, 0.1472 ], "k": 45, "n": 400 }, { "cohort": "global", "token": "Claude-User", "bucket": "r501_1000", "value": 0.07, "ci": [ 0.0508, 0.0958 ], "k": 35, "n": 500 }, { "cohort": "global", "token": "MistralAI-User", "bucket": "r1_100", "value": 0.16, "ci": [ 0.101, 0.2442 ], "k": 16, "n": 100 }, { "cohort": "global", "token": "MistralAI-User", "bucket": "r101_500", "value": 0.12, "ci": [ 0.0917, 0.1555 ], "k": 48, "n": 400 }, { "cohort": "global", "token": "MistralAI-User", "bucket": "r501_1000", "value": 0.064, "ci": [ 0.0457, 0.089 ], "k": 32, "n": 500 } ] } }