{
 "generated": "2026-11-18",
 "tranco_list_id": "V38GN",
 "tranco_downloaded": "2026-11-18",
 "domains_scanned": 10000,
 "max_rank_scanned": 10000,
 "robots_reachable": 5806,
 "robots_reachable_pct": 58.1,
 "robots_http200_but_invalid_or_html": 501,
 "robots_status_counts": {
  "200": 6307,
  "error:conn": 1531,
  "403": 818,
  "404": 580,
  "error:timeout": 368,
  "error:ssl": 191,
  "error:dns": 30,
  "429": 20,
  "400": 19,
  "503": 19,
  "error:remotedisconnected": 15,
  "502": 13,
  "500": 11,
  "418": 10,
  "204": 7,
  "301": 6,
  "406": 6,
  "401": 5,
  "202": 5,
  "417": 4,
  "410": 4,
  "530": 4,
  "521": 3,
  "405": 3,
  "498": 2,
  "522": 2,
  "451": 2,
  "520": 1,
  "409": 1,
  "302": 1,
  "526": 1,
  "511": 1,
  "412": 1,
  "509": 1,
  "525": 1,
  "307": 1,
  "504": 1,
  "447": 1,
  "421": 1,
  "420": 1,
  "433": 1,
  "523": 1
 },
 "bots_catalog": {
  "GPTBot": {
   "operator": "OpenAI",
   "purpose": "training",
   "comparison_only": false
  },
  "ChatGPT-User": {
   "operator": "OpenAI",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "OAI-SearchBot": {
   "operator": "OpenAI",
   "purpose": "search",
   "comparison_only": false
  },
  "ClaudeBot": {
   "operator": "Anthropic",
   "purpose": "training",
   "comparison_only": false
  },
  "Claude-User": {
   "operator": "Anthropic",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "Claude-SearchBot": {
   "operator": "Anthropic",
   "purpose": "search",
   "comparison_only": false
  },
  "anthropic-ai": {
   "operator": "Anthropic",
   "purpose": "training",
   "comparison_only": false
  },
  "Claude-Web": {
   "operator": "Anthropic",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "Google-Extended": {
   "operator": "Google",
   "purpose": "training",
   "comparison_only": false
  },
  "Googlebot": {
   "operator": "Google",
   "purpose": "search",
   "comparison_only": true
  },
  "Applebot-Extended": {
   "operator": "Apple",
   "purpose": "training",
   "comparison_only": false
  },
  "PerplexityBot": {
   "operator": "Perplexity",
   "purpose": "search",
   "comparison_only": false
  },
  "Perplexity-User": {
   "operator": "Perplexity",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "CCBot": {
   "operator": "Common Crawl",
   "purpose": "training",
   "comparison_only": false
  },
  "Bytespider": {
   "operator": "ByteDance",
   "purpose": "training",
   "comparison_only": false
  },
  "Amazonbot": {
   "operator": "Amazon",
   "purpose": "training",
   "comparison_only": false
  },
  "Meta-ExternalAgent": {
   "operator": "Meta",
   "purpose": "training",
   "comparison_only": false
  },
  "FacebookBot": {
   "operator": "Meta",
   "purpose": "training",
   "comparison_only": false
  },
  "cohere-ai": {
   "operator": "Cohere",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "DuckAssistBot": {
   "operator": "DuckDuckGo",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "MistralAI-User": {
   "operator": "Mistral",
   "purpose": "user-triggered",
   "comparison_only": false
  },
  "YouBot": {
   "operator": "You.com",
   "purpose": "search",
   "comparison_only": false
  },
  "Diffbot": {
   "operator": "Diffbot",
   "purpose": "training",
   "comparison_only": false
  },
  "Timpibot": {
   "operator": "Timpi",
   "purpose": "training",
   "comparison_only": false
  },
  "ImagesiftBot": {
   "operator": "Hive/Imagesift",
   "purpose": "training",
   "comparison_only": false
  },
  "omgili": {
   "operator": "Webz.io",
   "purpose": "training",
   "comparison_only": false
  },
  "AI2Bot": {
   "operator": "Allen Institute for AI",
   "purpose": "training",
   "comparison_only": false
  },
  "PetalBot": {
   "operator": "Huawei",
   "purpose": "search",
   "comparison_only": false
  }
 },
 "overall": {
  "scanned": 10000,
  "robots_reachable": 5806,
  "bots": {
   "GPTBot": {
    "blocked_fully": 890,
    "blocked_partially": 220,
    "allowed_explicitly": 147,
    "not_mentioned": 4549,
    "not_mentioned_but_star_blocks_all": 215,
    "pct_fully_of_reachable": 15.3,
    "pct_partially_of_reachable": 3.8,
    "pct_allowed_explicitly_of_reachable": 2.5,
    "pct_fully_of_all_scanned": 8.9,
    "pct_partially_of_all_scanned": 2.2,
    "pct_allowed_explicitly_of_all_scanned": 1.5
   },
   "ChatGPT-User": {
    "blocked_fully": 363,
    "blocked_partially": 207,
    "allowed_explicitly": 153,
    "not_mentioned": 5083,
    "not_mentioned_but_star_blocks_all": 217,
    "pct_fully_of_reachable": 6.3,
    "pct_partially_of_reachable": 3.6,
    "pct_allowed_explicitly_of_reachable": 2.6,
    "pct_fully_of_all_scanned": 3.6,
    "pct_partially_of_all_scanned": 2.1,
    "pct_allowed_explicitly_of_all_scanned": 1.5
   },
   "OAI-SearchBot": {
    "blocked_fully": 254,
    "blocked_partially": 208,
    "allowed_explicitly": 152,
    "not_mentioned": 5192,
    "not_mentioned_but_star_blocks_all": 217,
    "pct_fully_of_reachable": 4.4,
    "pct_partially_of_reachable": 3.6,
    "pct_allowed_explicitly_of_reachable": 2.6,
    "pct_fully_of_all_scanned": 2.5,
    "pct_partially_of_all_scanned": 2.1,
    "pct_allowed_explicitly_of_all_scanned": 1.5
   },
   "ClaudeBot": {
    "blocked_fully": 824,
    "blocked_partially": 169,
    "allowed_explicitly": 124,
    "not_mentioned": 4689,
    "not_mentioned_but_star_blocks_all": 231,
    "pct_fully_of_reachable": 14.2,
    "pct_partially_of_reachable": 2.9,
    "pct_allowed_explicitly_of_reachable": 2.1,
    "pct_fully_of_all_scanned": 8.2,
    "pct_partially_of_all_scanned": 1.7,
    "pct_allowed_explicitly_of_all_scanned": 1.2
   },
   "Claude-User": {
    "blocked_fully": 255,
    "blocked_partially": 105,
    "allowed_explicitly": 66,
    "not_mentioned": 5380,
    "not_mentioned_but_star_blocks_all": 233,
    "pct_fully_of_reachable": 4.4,
    "pct_partially_of_reachable": 1.8,
    "pct_allowed_explicitly_of_reachable": 1.1,
    "pct_fully_of_all_scanned": 2.5,
    "pct_partially_of_all_scanned": 1.1,
    "pct_allowed_explicitly_of_all_scanned": 0.7
   },
   "Claude-SearchBot": {
    "blocked_fully": 237,
    "blocked_partially": 121,
    "allowed_explicitly": 59,
    "not_mentioned": 5389,
    "not_mentioned_but_star_blocks_all": 234,
    "pct_fully_of_reachable": 4.1,
    "pct_partially_of_reachable": 2.1,
    "pct_allowed_explicitly_of_reachable": 1.0,
    "pct_fully_of_all_scanned": 2.4,
    "pct_partially_of_all_scanned": 1.2,
    "pct_allowed_explicitly_of_all_scanned": 0.6
   },
   "anthropic-ai": {
    "blocked_fully": 690,
    "blocked_partially": 78,
    "allowed_explicitly": 49,
    "not_mentioned": 4989,
    "not_mentioned_but_star_blocks_all": 247,
    "pct_fully_of_reachable": 11.9,
    "pct_partially_of_reachable": 1.3,
    "pct_allowed_explicitly_of_reachable": 0.8,
    "pct_fully_of_all_scanned": 6.9,
    "pct_partially_of_all_scanned": 0.8,
    "pct_allowed_explicitly_of_all_scanned": 0.5
   },
   "Claude-Web": {
    "blocked_fully": 574,
    "blocked_partially": 52,
    "allowed_explicitly": 46,
    "not_mentioned": 5134,
    "not_mentioned_but_star_blocks_all": 251,
    "pct_fully_of_reachable": 9.9,
    "pct_partially_of_reachable": 0.9,
    "pct_allowed_explicitly_of_reachable": 0.8,
    "pct_fully_of_all_scanned": 5.7,
    "pct_partially_of_all_scanned": 0.5,
    "pct_allowed_explicitly_of_all_scanned": 0.5
   },
   "Google-Extended": {
    "blocked_fully": 743,
    "blocked_partially": 166,
    "allowed_explicitly": 151,
    "not_mentioned": 4746,
    "not_mentioned_but_star_blocks_all": 223,
    "pct_fully_of_reachable": 12.8,
    "pct_partially_of_reachable": 2.9,
    "pct_allowed_explicitly_of_reachable": 2.6,
    "pct_fully_of_all_scanned": 7.4,
    "pct_partially_of_all_scanned": 1.7,
    "pct_allowed_explicitly_of_all_scanned": 1.5
   },
   "Googlebot": {
    "blocked_fully": 12,
    "blocked_partially": 375,
    "allowed_explicitly": 156,
    "not_mentioned": 5263,
    "not_mentioned_but_star_blocks_all": 158,
    "pct_fully_of_reachable": 0.2,
    "pct_partially_of_reachable": 6.5,
    "pct_allowed_explicitly_of_reachable": 2.7,
    "pct_fully_of_all_scanned": 0.1,
    "pct_partially_of_all_scanned": 3.8,
    "pct_allowed_explicitly_of_all_scanned": 1.6
   },
   "Applebot-Extended": {
    "blocked_fully": 715,
    "blocked_partially": 82,
    "allowed_explicitly": 50,
    "not_mentioned": 4959,
    "not_mentioned_but_star_blocks_all": 237,
    "pct_fully_of_reachable": 12.3,
    "pct_partially_of_reachable": 1.4,
    "pct_allowed_explicitly_of_reachable": 0.9,
    "pct_fully_of_all_scanned": 7.2,
    "pct_partially_of_all_scanned": 0.8,
    "pct_allowed_explicitly_of_all_scanned": 0.5
   },
   "PerplexityBot": {
    "blocked_fully": 438,
    "blocked_partially": 190,
    "allowed_explicitly": 157,
    "not_mentioned": 5021,
    "not_mentioned_but_star_blocks_all": 219,
    "pct_fully_of_reachable": 7.5,
    "pct_partially_of_reachable": 3.3,
    "pct_allowed_explicitly_of_reachable": 2.7,
    "pct_fully_of_all_scanned": 4.4,
    "pct_partially_of_all_scanned": 1.9,
    "pct_allowed_explicitly_of_all_scanned": 1.6
   },
   "Perplexity-User": {
    "blocked_fully": 261,
    "blocked_partially": 98,
    "allowed_explicitly": 59,
    "not_mentioned": 5388,
    "not_mentioned_but_star_blocks_all": 245,
    "pct_fully_of_reachable": 4.5,
    "pct_partially_of_reachable": 1.7,
    "pct_allowed_explicitly_of_reachable": 1.0,
    "pct_fully_of_all_scanned": 2.6,
    "pct_partially_of_all_scanned": 1.0,
    "pct_allowed_explicitly_of_all_scanned": 0.6
   },
   "CCBot": {
    "blocked_fully": 934,
    "blocked_partially": 112,
    "allowed_explicitly": 61,
    "not_mentioned": 4699,
    "not_mentioned_but_star_blocks_all": 239,
    "pct_fully_of_reachable": 16.1,
    "pct_partially_of_reachable": 1.9,
    "pct_allowed_explicitly_of_reachable": 1.1,
    "pct_fully_of_all_scanned": 9.3,
    "pct_partially_of_all_scanned": 1.1,
    "pct_allowed_explicitly_of_all_scanned": 0.6
   },
   "Bytespider": {
    "blocked_fully": 924,
    "blocked_partially": 75,
    "allowed_explicitly": 24,
    "not_mentioned": 4783,
    "not_mentioned_but_star_blocks_all": 244,
    "pct_fully_of_reachable": 15.9,
    "pct_partially_of_reachable": 1.3,
    "pct_allowed_explicitly_of_reachable": 0.4,
    "pct_fully_of_all_scanned": 9.2,
    "pct_partially_of_all_scanned": 0.8,
    "pct_allowed_explicitly_of_all_scanned": 0.2
   },
   "Amazonbot": {
    "blocked_fully": 709,
    "blocked_partially": 94,
    "allowed_explicitly": 46,
    "not_mentioned": 4957,
    "not_mentioned_but_star_blocks_all": 237,
    "pct_fully_of_reachable": 12.2,
    "pct_partially_of_reachable": 1.6,
    "pct_allowed_explicitly_of_reachable": 0.8,
    "pct_fully_of_all_scanned": 7.1,
    "pct_partially_of_all_scanned": 0.9,
    "pct_allowed_explicitly_of_all_scanned": 0.5
   },
   "Meta-ExternalAgent": {
    "blocked_fully": 747,
    "blocked_partially": 89,
    "allowed_explicitly": 40,
    "not_mentioned": 4930,
    "not_mentioned_but_star_blocks_all": 241,
    "pct_fully_of_reachable": 12.9,
    "pct_partially_of_reachable": 1.5,
    "pct_allowed_explicitly_of_reachable": 0.7,
    "pct_fully_of_all_scanned": 7.5,
    "pct_partially_of_all_scanned": 0.9,
    "pct_allowed_explicitly_of_all_scanned": 0.4
   },
   "FacebookBot": {
    "blocked_fully": 381,
    "blocked_partially": 47,
    "allowed_explicitly": 18,
    "not_mentioned": 5360,
    "not_mentioned_but_star_blocks_all": 244,
    "pct_fully_of_reachable": 6.6,
    "pct_partially_of_reachable": 0.8,
    "pct_allowed_explicitly_of_reachable": 0.3,
    "pct_fully_of_all_scanned": 3.8,
    "pct_partially_of_all_scanned": 0.5,
    "pct_allowed_explicitly_of_all_scanned": 0.2
   },
   "cohere-ai": {
    "blocked_fully": 687,
    "blocked_partially": 57,
    "allowed_explicitly": 23,
    "not_mentioned": 5039,
    "not_mentioned_but_star_blocks_all": 250,
    "pct_fully_of_reachable": 11.8,
    "pct_partially_of_reachable": 1.0,
    "pct_allowed_explicitly_of_reachable": 0.4,
    "pct_fully_of_all_scanned": 6.9,
    "pct_partially_of_all_scanned": 0.6,
    "pct_allowed_explicitly_of_all_scanned": 0.2
   },
   "DuckAssistBot": {
    "blocked_fully": 259,
    "blocked_partially": 65,
    "allowed_explicitly": 17,
    "not_mentioned": 5465,
    "not_mentioned_but_star_blocks_all": 247,
    "pct_fully_of_reachable": 4.5,
    "pct_partially_of_reachable": 1.1,
    "pct_allowed_explicitly_of_reachable": 0.3,
    "pct_fully_of_all_scanned": 2.6,
    "pct_partially_of_all_scanned": 0.7,
    "pct_allowed_explicitly_of_all_scanned": 0.2
   },
   "MistralAI-User": {
    "blocked_fully": 219,
    "blocked_partially": 35,
    "allowed_explicitly": 16,
    "not_mentioned": 5536,
    "not_mentioned_but_star_blocks_all": 256,
    "pct_fully_of_reachable": 3.8,
    "pct_partially_of_reachable": 0.6,
    "pct_allowed_explicitly_of_reachable": 0.3,
    "pct_fully_of_all_scanned": 2.2,
    "pct_partially_of_all_scanned": 0.3,
    "pct_allowed_explicitly_of_all_scanned": 0.2
   },
   "YouBot": {
    "blocked_fully": 385,
    "blocked_partially": 46,
    "allowed_explicitly": 26,
    "not_mentioned": 5349,
    "not_mentioned_but_star_blocks_all": 248,
    "pct_fully_of_reachable": 6.6,
    "pct_partially_of_reachable": 0.8,
    "pct_allowed_explicitly_of_reachable": 0.4,
    "pct_fully_of_all_scanned": 3.9,
    "pct_partially_of_all_scanned": 0.5,
    "pct_allowed_explicitly_of_all_scanned": 0.3
   },
   "Diffbot": {
    "blocked_fully": 705,
    "blocked_partially": 26,
    "allowed_explicitly": 11,
    "not_mentioned": 5064,
    "not_mentioned_but_star_blocks_all": 250,
    "pct_fully_of_reachable": 12.1,
    "pct_partially_of_reachable": 0.4,
    "pct_allowed_explicitly_of_reachable": 0.2,
    "pct_fully_of_all_scanned": 7.0,
    "pct_partially_of_all_scanned": 0.3,
    "pct_allowed_explicitly_of_all_scanned": 0.1
   },
   "Timpibot": {
    "blocked_fully": 351,
    "blocked_partially": 13,
    "allowed_explicitly": 3,
    "not_mentioned": 5439,
    "not_mentioned_but_star_blocks_all": 257,
    "pct_fully_of_reachable": 6.0,
    "pct_partially_of_reachable": 0.2,
    "pct_allowed_explicitly_of_reachable": 0.1,
    "pct_fully_of_all_scanned": 3.5,
    "pct_partially_of_all_scanned": 0.1,
    "pct_allowed_explicitly_of_all_scanned": 0.0
   },
   "ImagesiftBot": {
    "blocked_fully": 332,
    "blocked_partially": 11,
    "allowed_explicitly": 2,
    "not_mentioned": 5461,
    "not_mentioned_but_star_blocks_all": 256,
    "pct_fully_of_reachable": 5.7,
    "pct_partially_of_reachable": 0.2,
    "pct_allowed_explicitly_of_reachable": 0.0,
    "pct_fully_of_all_scanned": 3.3,
    "pct_partially_of_all_scanned": 0.1,
    "pct_allowed_explicitly_of_all_scanned": 0.0
   },
   "omgili": {
    "blocked_fully": 673,
    "blocked_partially": 16,
    "allowed_explicitly": 4,
    "not_mentioned": 5113,
    "not_mentioned_but_star_blocks_all": 253,
    "pct_fully_of_reachable": 11.6,
    "pct_partially_of_reachable": 0.3,
    "pct_allowed_explicitly_of_reachable": 0.1,
    "pct_fully_of_all_scanned": 6.7,
    "pct_partially_of_all_scanned": 0.2,
    "pct_allowed_explicitly_of_all_scanned": 0.0
   },
   "AI2Bot": {
    "blocked_fully": 272,
    "blocked_partially": 25,
    "allowed_explicitly": 2,
    "not_mentioned": 5507,
    "not_mentioned_but_star_blocks_all": 257,
    "pct_fully_of_reachable": 4.7,
    "pct_partially_of_reachable": 0.4,
    "pct_allowed_explicitly_of_reachable": 0.0,
    "pct_fully_of_all_scanned": 2.7,
    "pct_partially_of_all_scanned": 0.2,
    "pct_allowed_explicitly_of_all_scanned": 0.0
   },
   "PetalBot": {
    "blocked_fully": 621,
    "blocked_partially": 31,
    "allowed_explicitly": 11,
    "not_mentioned": 5143,
    "not_mentioned_but_star_blocks_all": 240,
    "pct_fully_of_reachable": 10.7,
    "pct_partially_of_reachable": 0.5,
    "pct_allowed_explicitly_of_reachable": 0.2,
    "pct_fully_of_all_scanned": 6.2,
    "pct_partially_of_all_scanned": 0.3,
    "pct_allowed_explicitly_of_all_scanned": 0.1
   }
  },
  "blocking_at_least_one_ai_bot_fully": {
   "count": 1339,
   "pct_of_reachable": 23.1,
   "pct_of_all_scanned": 13.4
  },
  "restricting_at_least_one_ai_bot_fully_or_partially": {
   "count": 1570,
   "pct_of_reachable": 27.0
  },
  "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
   "count": 583,
   "pct_of_reachable": 10.0,
   "pct_of_all_scanned": 5.8
  },
  "star_blocks_everything": {
   "count": 267,
   "pct_of_reachable": 4.6
  },
  "mean_ai_bots_named_per_robots_txt": 3.169,
  "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.555
 },
 "by_rank_bucket": {
  "top100": {
   "scanned": 100,
   "robots_reachable": 52,
   "bots": {
    "GPTBot": {
     "blocked_fully": 11,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 8,
     "pct_fully_of_reachable": 21.2,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 5.8,
     "pct_fully_of_all_scanned": 11.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 3.0
    },
    "ChatGPT-User": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 11,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 3.8,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 3,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 11,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 3.8,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 3.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ClaudeBot": {
     "blocked_fully": 11,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 8,
     "pct_fully_of_reachable": 21.2,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 3.8,
     "pct_fully_of_all_scanned": 11.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Claude-User": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 11,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 3,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 11,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 3.8,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 3.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "anthropic-ai": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.8,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Claude-Web": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Google-Extended": {
     "blocked_fully": 10,
     "blocked_partially": 4,
     "allowed_explicitly": 3,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 19.2,
     "pct_partially_of_reachable": 7.7,
     "pct_allowed_explicitly_of_reachable": 5.8,
     "pct_fully_of_all_scanned": 10.0,
     "pct_partially_of_all_scanned": 4.0,
     "pct_allowed_explicitly_of_all_scanned": 3.0
    },
    "Googlebot": {
     "blocked_fully": 1,
     "blocked_partially": 10,
     "allowed_explicitly": 2,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 1.9,
     "pct_partially_of_reachable": 19.2,
     "pct_allowed_explicitly_of_reachable": 3.8,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 10.0,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Applebot-Extended": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 9,
     "pct_fully_of_reachable": 15.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 8.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "PerplexityBot": {
     "blocked_fully": 11,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 8,
     "pct_fully_of_reachable": 21.2,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 5.8,
     "pct_fully_of_all_scanned": 11.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 3.0
    },
    "Perplexity-User": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "CCBot": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 13.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.8,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Bytespider": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 13.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Amazonbot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 9,
     "pct_fully_of_reachable": 11.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 6,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 9,
     "pct_fully_of_reachable": 11.5,
     "pct_partially_of_reachable": 3.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 3,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 9,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 5.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.0,
     "pct_partially_of_all_scanned": 3.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "DuckAssistBot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 11,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 48,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 48,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 48,
     "not_mentioned_but_star_blocks_all": 12,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 9,
     "pct_fully_of_reachable": 17.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 13,
    "pct_of_reachable": 25.0,
    "pct_of_all_scanned": 13.0
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 17,
    "pct_of_reachable": 32.7
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 5,
    "pct_of_reachable": 9.6,
    "pct_of_all_scanned": 5.0
   },
   "star_blocks_everything": {
    "count": 12,
    "pct_of_reachable": 23.1
   },
   "mean_ai_bots_named_per_robots_txt": 3.808,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 9.9
  },
  "top1k": {
   "scanned": 1000,
   "robots_reachable": 514,
   "bots": {
    "GPTBot": {
     "blocked_fully": 85,
     "blocked_partially": 25,
     "allowed_explicitly": 19,
     "not_mentioned": 385,
     "not_mentioned_but_star_blocks_all": 34,
     "pct_fully_of_reachable": 16.5,
     "pct_partially_of_reachable": 4.9,
     "pct_allowed_explicitly_of_reachable": 3.7,
     "pct_fully_of_all_scanned": 8.5,
     "pct_partially_of_all_scanned": 2.5,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "ChatGPT-User": {
     "blocked_fully": 41,
     "blocked_partially": 36,
     "allowed_explicitly": 18,
     "not_mentioned": 419,
     "not_mentioned_but_star_blocks_all": 36,
     "pct_fully_of_reachable": 8.0,
     "pct_partially_of_reachable": 7.0,
     "pct_allowed_explicitly_of_reachable": 3.5,
     "pct_fully_of_all_scanned": 4.1,
     "pct_partially_of_all_scanned": 3.6,
     "pct_allowed_explicitly_of_all_scanned": 1.8
    },
    "OAI-SearchBot": {
     "blocked_fully": 35,
     "blocked_partially": 38,
     "allowed_explicitly": 13,
     "not_mentioned": 428,
     "not_mentioned_but_star_blocks_all": 36,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 7.4,
     "pct_allowed_explicitly_of_reachable": 2.5,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 3.8,
     "pct_allowed_explicitly_of_all_scanned": 1.3
    },
    "ClaudeBot": {
     "blocked_fully": 85,
     "blocked_partially": 24,
     "allowed_explicitly": 17,
     "not_mentioned": 388,
     "not_mentioned_but_star_blocks_all": 36,
     "pct_fully_of_reachable": 16.5,
     "pct_partially_of_reachable": 4.7,
     "pct_allowed_explicitly_of_reachable": 3.3,
     "pct_fully_of_all_scanned": 8.5,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Claude-User": {
     "blocked_fully": 41,
     "blocked_partially": 24,
     "allowed_explicitly": 5,
     "not_mentioned": 444,
     "not_mentioned_but_star_blocks_all": 39,
     "pct_fully_of_reachable": 8.0,
     "pct_partially_of_reachable": 4.7,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.1,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Claude-SearchBot": {
     "blocked_fully": 41,
     "blocked_partially": 28,
     "allowed_explicitly": 4,
     "not_mentioned": 441,
     "not_mentioned_but_star_blocks_all": 40,
     "pct_fully_of_reachable": 8.0,
     "pct_partially_of_reachable": 5.4,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 4.1,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "anthropic-ai": {
     "blocked_fully": 51,
     "blocked_partially": 9,
     "allowed_explicitly": 9,
     "not_mentioned": 445,
     "not_mentioned_but_star_blocks_all": 46,
     "pct_fully_of_reachable": 9.9,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 1.8,
     "pct_fully_of_all_scanned": 5.1,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Claude-Web": {
     "blocked_fully": 51,
     "blocked_partially": 5,
     "allowed_explicitly": 4,
     "not_mentioned": 454,
     "not_mentioned_but_star_blocks_all": 46,
     "pct_fully_of_reachable": 9.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 5.1,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "Google-Extended": {
     "blocked_fully": 71,
     "blocked_partially": 24,
     "allowed_explicitly": 18,
     "not_mentioned": 401,
     "not_mentioned_but_star_blocks_all": 33,
     "pct_fully_of_reachable": 13.8,
     "pct_partially_of_reachable": 4.7,
     "pct_allowed_explicitly_of_reachable": 3.5,
     "pct_fully_of_all_scanned": 7.1,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 1.8
    },
    "Googlebot": {
     "blocked_fully": 3,
     "blocked_partially": 64,
     "allowed_explicitly": 14,
     "not_mentioned": 433,
     "not_mentioned_but_star_blocks_all": 20,
     "pct_fully_of_reachable": 0.6,
     "pct_partially_of_reachable": 12.5,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 6.4,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Applebot-Extended": {
     "blocked_fully": 68,
     "blocked_partially": 14,
     "allowed_explicitly": 7,
     "not_mentioned": 425,
     "not_mentioned_but_star_blocks_all": 38,
     "pct_fully_of_reachable": 13.2,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.4,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "PerplexityBot": {
     "blocked_fully": 62,
     "blocked_partially": 34,
     "allowed_explicitly": 20,
     "not_mentioned": 398,
     "not_mentioned_but_star_blocks_all": 33,
     "pct_fully_of_reachable": 12.1,
     "pct_partially_of_reachable": 6.6,
     "pct_allowed_explicitly_of_reachable": 3.9,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 3.4,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Perplexity-User": {
     "blocked_fully": 40,
     "blocked_partially": 16,
     "allowed_explicitly": 7,
     "not_mentioned": 451,
     "not_mentioned_but_star_blocks_all": 46,
     "pct_fully_of_reachable": 7.8,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 1.4,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 1.6,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "CCBot": {
     "blocked_fully": 91,
     "blocked_partially": 15,
     "allowed_explicitly": 8,
     "not_mentioned": 400,
     "not_mentioned_but_star_blocks_all": 43,
     "pct_fully_of_reachable": 17.7,
     "pct_partially_of_reachable": 2.9,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 9.1,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Bytespider": {
     "blocked_fully": 93,
     "blocked_partially": 11,
     "allowed_explicitly": 2,
     "not_mentioned": 408,
     "not_mentioned_but_star_blocks_all": 43,
     "pct_fully_of_reachable": 18.1,
     "pct_partially_of_reachable": 2.1,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 9.3,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Amazonbot": {
     "blocked_fully": 56,
     "blocked_partially": 12,
     "allowed_explicitly": 5,
     "not_mentioned": 441,
     "not_mentioned_but_star_blocks_all": 40,
     "pct_fully_of_reachable": 10.9,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 69,
     "blocked_partially": 16,
     "allowed_explicitly": 2,
     "not_mentioned": 427,
     "not_mentioned_but_star_blocks_all": 41,
     "pct_fully_of_reachable": 13.4,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 6.9,
     "pct_partially_of_all_scanned": 1.6,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "FacebookBot": {
     "blocked_fully": 42,
     "blocked_partially": 10,
     "allowed_explicitly": 0,
     "not_mentioned": 462,
     "not_mentioned_but_star_blocks_all": 43,
     "pct_fully_of_reachable": 8.2,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 60,
     "blocked_partially": 9,
     "allowed_explicitly": 2,
     "not_mentioned": 443,
     "not_mentioned_but_star_blocks_all": 47,
     "pct_fully_of_reachable": 11.7,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 6.0,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "DuckAssistBot": {
     "blocked_fully": 40,
     "blocked_partially": 17,
     "allowed_explicitly": 1,
     "not_mentioned": 456,
     "not_mentioned_but_star_blocks_all": 43,
     "pct_fully_of_reachable": 7.8,
     "pct_partially_of_reachable": 3.3,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "MistralAI-User": {
     "blocked_fully": 33,
     "blocked_partially": 6,
     "allowed_explicitly": 2,
     "not_mentioned": 473,
     "not_mentioned_but_star_blocks_all": 47,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "YouBot": {
     "blocked_fully": 49,
     "blocked_partially": 9,
     "allowed_explicitly": 2,
     "not_mentioned": 454,
     "not_mentioned_but_star_blocks_all": 45,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 4.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Diffbot": {
     "blocked_fully": 66,
     "blocked_partially": 4,
     "allowed_explicitly": 1,
     "not_mentioned": 443,
     "not_mentioned_but_star_blocks_all": 46,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 6.6,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "Timpibot": {
     "blocked_fully": 46,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 467,
     "not_mentioned_but_star_blocks_all": 48,
     "pct_fully_of_reachable": 8.9,
     "pct_partially_of_reachable": 0.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.6,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 54,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 460,
     "not_mentioned_but_star_blocks_all": 48,
     "pct_fully_of_reachable": 10.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 67,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 446,
     "not_mentioned_but_star_blocks_all": 47,
     "pct_fully_of_reachable": 13.0,
     "pct_partially_of_reachable": 0.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.7,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 42,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 469,
     "not_mentioned_but_star_blocks_all": 49,
     "pct_fully_of_reachable": 8.2,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 59,
     "blocked_partially": 4,
     "allowed_explicitly": 1,
     "not_mentioned": 450,
     "not_mentioned_but_star_blocks_all": 42,
     "pct_fully_of_reachable": 11.5,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 5.9,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 138,
    "pct_of_reachable": 26.8,
    "pct_of_all_scanned": 13.8
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 174,
    "pct_of_reachable": 33.9
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 47,
    "pct_of_reachable": 9.1,
    "pct_of_all_scanned": 4.7
   },
   "star_blocks_everything": {
    "count": 50,
    "pct_of_reachable": 9.7
   },
   "mean_ai_bots_named_per_robots_txt": 4.086,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 11.17
  },
  "top10k": {
   "scanned": 10000,
   "robots_reachable": 5806,
   "bots": {
    "GPTBot": {
     "blocked_fully": 890,
     "blocked_partially": 220,
     "allowed_explicitly": 147,
     "not_mentioned": 4549,
     "not_mentioned_but_star_blocks_all": 215,
     "pct_fully_of_reachable": 15.3,
     "pct_partially_of_reachable": 3.8,
     "pct_allowed_explicitly_of_reachable": 2.5,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 2.2,
     "pct_allowed_explicitly_of_all_scanned": 1.5
    },
    "ChatGPT-User": {
     "blocked_fully": 363,
     "blocked_partially": 207,
     "allowed_explicitly": 153,
     "not_mentioned": 5083,
     "not_mentioned_but_star_blocks_all": 217,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 3.6,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 3.6,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.5
    },
    "OAI-SearchBot": {
     "blocked_fully": 254,
     "blocked_partially": 208,
     "allowed_explicitly": 152,
     "not_mentioned": 5192,
     "not_mentioned_but_star_blocks_all": 217,
     "pct_fully_of_reachable": 4.4,
     "pct_partially_of_reachable": 3.6,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.5
    },
    "ClaudeBot": {
     "blocked_fully": 824,
     "blocked_partially": 169,
     "allowed_explicitly": 124,
     "not_mentioned": 4689,
     "not_mentioned_but_star_blocks_all": 231,
     "pct_fully_of_reachable": 14.2,
     "pct_partially_of_reachable": 2.9,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 8.2,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 1.2
    },
    "Claude-User": {
     "blocked_fully": 255,
     "blocked_partially": 105,
     "allowed_explicitly": 66,
     "not_mentioned": 5380,
     "not_mentioned_but_star_blocks_all": 233,
     "pct_fully_of_reachable": 4.4,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 1.1,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Claude-SearchBot": {
     "blocked_fully": 237,
     "blocked_partially": 121,
     "allowed_explicitly": 59,
     "not_mentioned": 5389,
     "not_mentioned_but_star_blocks_all": 234,
     "pct_fully_of_reachable": 4.1,
     "pct_partially_of_reachable": 2.1,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 2.4,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "anthropic-ai": {
     "blocked_fully": 690,
     "blocked_partially": 78,
     "allowed_explicitly": 49,
     "not_mentioned": 4989,
     "not_mentioned_but_star_blocks_all": 247,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 6.9,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Claude-Web": {
     "blocked_fully": 574,
     "blocked_partially": 52,
     "allowed_explicitly": 46,
     "not_mentioned": 5134,
     "not_mentioned_but_star_blocks_all": 251,
     "pct_fully_of_reachable": 9.9,
     "pct_partially_of_reachable": 0.9,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 5.7,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Google-Extended": {
     "blocked_fully": 743,
     "blocked_partially": 166,
     "allowed_explicitly": 151,
     "not_mentioned": 4746,
     "not_mentioned_but_star_blocks_all": 223,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 2.9,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 1.5
    },
    "Googlebot": {
     "blocked_fully": 12,
     "blocked_partially": 375,
     "allowed_explicitly": 156,
     "not_mentioned": 5263,
     "not_mentioned_but_star_blocks_all": 158,
     "pct_fully_of_reachable": 0.2,
     "pct_partially_of_reachable": 6.5,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 0.1,
     "pct_partially_of_all_scanned": 3.8,
     "pct_allowed_explicitly_of_all_scanned": 1.6
    },
    "Applebot-Extended": {
     "blocked_fully": 715,
     "blocked_partially": 82,
     "allowed_explicitly": 50,
     "not_mentioned": 4959,
     "not_mentioned_but_star_blocks_all": 237,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 1.4,
     "pct_allowed_explicitly_of_reachable": 0.9,
     "pct_fully_of_all_scanned": 7.2,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "PerplexityBot": {
     "blocked_fully": 438,
     "blocked_partially": 190,
     "allowed_explicitly": 157,
     "not_mentioned": 5021,
     "not_mentioned_but_star_blocks_all": 219,
     "pct_fully_of_reachable": 7.5,
     "pct_partially_of_reachable": 3.3,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 4.4,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 1.6
    },
    "Perplexity-User": {
     "blocked_fully": 261,
     "blocked_partially": 98,
     "allowed_explicitly": 59,
     "not_mentioned": 5388,
     "not_mentioned_but_star_blocks_all": 245,
     "pct_fully_of_reachable": 4.5,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 2.6,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "CCBot": {
     "blocked_fully": 934,
     "blocked_partially": 112,
     "allowed_explicitly": 61,
     "not_mentioned": 4699,
     "not_mentioned_but_star_blocks_all": 239,
     "pct_fully_of_reachable": 16.1,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 1.1,
     "pct_fully_of_all_scanned": 9.3,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Bytespider": {
     "blocked_fully": 924,
     "blocked_partially": 75,
     "allowed_explicitly": 24,
     "not_mentioned": 4783,
     "not_mentioned_but_star_blocks_all": 244,
     "pct_fully_of_reachable": 15.9,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 9.2,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Amazonbot": {
     "blocked_fully": 709,
     "blocked_partially": 94,
     "allowed_explicitly": 46,
     "not_mentioned": 4957,
     "not_mentioned_but_star_blocks_all": 237,
     "pct_fully_of_reachable": 12.2,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 7.1,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 747,
     "blocked_partially": 89,
     "allowed_explicitly": 40,
     "not_mentioned": 4930,
     "not_mentioned_but_star_blocks_all": 241,
     "pct_fully_of_reachable": 12.9,
     "pct_partially_of_reachable": 1.5,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 7.5,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "FacebookBot": {
     "blocked_fully": 381,
     "blocked_partially": 47,
     "allowed_explicitly": 18,
     "not_mentioned": 5360,
     "not_mentioned_but_star_blocks_all": 244,
     "pct_fully_of_reachable": 6.6,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 3.8,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "cohere-ai": {
     "blocked_fully": 687,
     "blocked_partially": 57,
     "allowed_explicitly": 23,
     "not_mentioned": 5039,
     "not_mentioned_but_star_blocks_all": 250,
     "pct_fully_of_reachable": 11.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 6.9,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "DuckAssistBot": {
     "blocked_fully": 259,
     "blocked_partially": 65,
     "allowed_explicitly": 17,
     "not_mentioned": 5465,
     "not_mentioned_but_star_blocks_all": 247,
     "pct_fully_of_reachable": 4.5,
     "pct_partially_of_reachable": 1.1,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 2.6,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "MistralAI-User": {
     "blocked_fully": 219,
     "blocked_partially": 35,
     "allowed_explicitly": 16,
     "not_mentioned": 5536,
     "not_mentioned_but_star_blocks_all": 256,
     "pct_fully_of_reachable": 3.8,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 2.2,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "YouBot": {
     "blocked_fully": 385,
     "blocked_partially": 46,
     "allowed_explicitly": 26,
     "not_mentioned": 5349,
     "not_mentioned_but_star_blocks_all": 248,
     "pct_fully_of_reachable": 6.6,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Diffbot": {
     "blocked_fully": 705,
     "blocked_partially": 26,
     "allowed_explicitly": 11,
     "not_mentioned": 5064,
     "not_mentioned_but_star_blocks_all": 250,
     "pct_fully_of_reachable": 12.1,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "Timpibot": {
     "blocked_fully": 351,
     "blocked_partially": 13,
     "allowed_explicitly": 3,
     "not_mentioned": 5439,
     "not_mentioned_but_star_blocks_all": 257,
     "pct_fully_of_reachable": 6.0,
     "pct_partially_of_reachable": 0.2,
     "pct_allowed_explicitly_of_reachable": 0.1,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 332,
     "blocked_partially": 11,
     "allowed_explicitly": 2,
     "not_mentioned": 5461,
     "not_mentioned_but_star_blocks_all": 256,
     "pct_fully_of_reachable": 5.7,
     "pct_partially_of_reachable": 0.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 673,
     "blocked_partially": 16,
     "allowed_explicitly": 4,
     "not_mentioned": 5113,
     "not_mentioned_but_star_blocks_all": 253,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.1,
     "pct_fully_of_all_scanned": 6.7,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 272,
     "blocked_partially": 25,
     "allowed_explicitly": 2,
     "not_mentioned": 5507,
     "not_mentioned_but_star_blocks_all": 257,
     "pct_fully_of_reachable": 4.7,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.7,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 621,
     "blocked_partially": 31,
     "allowed_explicitly": 11,
     "not_mentioned": 5143,
     "not_mentioned_but_star_blocks_all": 240,
     "pct_fully_of_reachable": 10.7,
     "pct_partially_of_reachable": 0.5,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 1339,
    "pct_of_reachable": 23.1,
    "pct_of_all_scanned": 13.4
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 1570,
    "pct_of_reachable": 27.0
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 583,
    "pct_of_reachable": 10.0,
    "pct_of_all_scanned": 5.8
   },
   "star_blocks_everything": {
    "count": 267,
    "pct_of_reachable": 4.6
   },
   "mean_ai_bots_named_per_robots_txt": 3.169,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.555
  }
 },
 "by_tld": {
  "com": {
   "scanned": 5060,
   "robots_reachable": 2985,
   "bots": {
    "GPTBot": {
     "blocked_fully": 443,
     "blocked_partially": 148,
     "allowed_explicitly": 107,
     "not_mentioned": 2287,
     "not_mentioned_but_star_blocks_all": 107,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 5.0,
     "pct_allowed_explicitly_of_reachable": 3.6,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 2.9,
     "pct_allowed_explicitly_of_all_scanned": 2.1
    },
    "ChatGPT-User": {
     "blocked_fully": 166,
     "blocked_partially": 144,
     "allowed_explicitly": 101,
     "not_mentioned": 2574,
     "not_mentioned_but_star_blocks_all": 109,
     "pct_fully_of_reachable": 5.6,
     "pct_partially_of_reachable": 4.8,
     "pct_allowed_explicitly_of_reachable": 3.4,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 107,
     "blocked_partially": 143,
     "allowed_explicitly": 101,
     "not_mentioned": 2634,
     "not_mentioned_but_star_blocks_all": 108,
     "pct_fully_of_reachable": 3.6,
     "pct_partially_of_reachable": 4.8,
     "pct_allowed_explicitly_of_reachable": 3.4,
     "pct_fully_of_all_scanned": 2.1,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "ClaudeBot": {
     "blocked_fully": 425,
     "blocked_partially": 106,
     "allowed_explicitly": 86,
     "not_mentioned": 2368,
     "not_mentioned_but_star_blocks_all": 117,
     "pct_fully_of_reachable": 14.2,
     "pct_partially_of_reachable": 3.6,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 8.4,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Claude-User": {
     "blocked_fully": 135,
     "blocked_partially": 75,
     "allowed_explicitly": 47,
     "not_mentioned": 2728,
     "not_mentioned_but_star_blocks_all": 120,
     "pct_fully_of_reachable": 4.5,
     "pct_partially_of_reachable": 2.5,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 2.7,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Claude-SearchBot": {
     "blocked_fully": 119,
     "blocked_partially": 84,
     "allowed_explicitly": 41,
     "not_mentioned": 2741,
     "not_mentioned_but_star_blocks_all": 121,
     "pct_fully_of_reachable": 4.0,
     "pct_partially_of_reachable": 2.8,
     "pct_allowed_explicitly_of_reachable": 1.4,
     "pct_fully_of_all_scanned": 2.4,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "anthropic-ai": {
     "blocked_fully": 371,
     "blocked_partially": 50,
     "allowed_explicitly": 30,
     "not_mentioned": 2534,
     "not_mentioned_but_star_blocks_all": 128,
     "pct_fully_of_reachable": 12.4,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 7.3,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Claude-Web": {
     "blocked_fully": 288,
     "blocked_partially": 36,
     "allowed_explicitly": 32,
     "not_mentioned": 2629,
     "not_mentioned_but_star_blocks_all": 130,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 1.1,
     "pct_fully_of_all_scanned": 5.7,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Google-Extended": {
     "blocked_fully": 374,
     "blocked_partially": 108,
     "allowed_explicitly": 100,
     "not_mentioned": 2403,
     "not_mentioned_but_star_blocks_all": 114,
     "pct_fully_of_reachable": 12.5,
     "pct_partially_of_reachable": 3.6,
     "pct_allowed_explicitly_of_reachable": 3.4,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 2.0
    },
    "Googlebot": {
     "blocked_fully": 6,
     "blocked_partially": 193,
     "allowed_explicitly": 86,
     "not_mentioned": 2700,
     "not_mentioned_but_star_blocks_all": 73,
     "pct_fully_of_reachable": 0.2,
     "pct_partially_of_reachable": 6.5,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 0.1,
     "pct_partially_of_all_scanned": 3.8,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Applebot-Extended": {
     "blocked_fully": 384,
     "blocked_partially": 57,
     "allowed_explicitly": 32,
     "not_mentioned": 2512,
     "not_mentioned_but_star_blocks_all": 122,
     "pct_fully_of_reachable": 12.9,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 1.1,
     "pct_fully_of_all_scanned": 7.6,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "PerplexityBot": {
     "blocked_fully": 220,
     "blocked_partially": 119,
     "allowed_explicitly": 110,
     "not_mentioned": 2536,
     "not_mentioned_but_star_blocks_all": 111,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 4.0,
     "pct_allowed_explicitly_of_reachable": 3.7,
     "pct_fully_of_all_scanned": 4.3,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 2.2
    },
    "Perplexity-User": {
     "blocked_fully": 138,
     "blocked_partially": 69,
     "allowed_explicitly": 38,
     "not_mentioned": 2740,
     "not_mentioned_but_star_blocks_all": 128,
     "pct_fully_of_reachable": 4.6,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 2.7,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "CCBot": {
     "blocked_fully": 490,
     "blocked_partially": 70,
     "allowed_explicitly": 36,
     "not_mentioned": 2389,
     "not_mentioned_but_star_blocks_all": 122,
     "pct_fully_of_reachable": 16.4,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 1.2,
     "pct_fully_of_all_scanned": 9.7,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Bytespider": {
     "blocked_fully": 497,
     "blocked_partially": 43,
     "allowed_explicitly": 16,
     "not_mentioned": 2429,
     "not_mentioned_but_star_blocks_all": 123,
     "pct_fully_of_reachable": 16.6,
     "pct_partially_of_reachable": 1.4,
     "pct_allowed_explicitly_of_reachable": 0.5,
     "pct_fully_of_all_scanned": 9.8,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Amazonbot": {
     "blocked_fully": 375,
     "blocked_partially": 58,
     "allowed_explicitly": 32,
     "not_mentioned": 2520,
     "not_mentioned_but_star_blocks_all": 120,
     "pct_fully_of_reachable": 12.6,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 1.1,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 394,
     "blocked_partially": 67,
     "allowed_explicitly": 25,
     "not_mentioned": 2499,
     "not_mentioned_but_star_blocks_all": 122,
     "pct_fully_of_reachable": 13.2,
     "pct_partially_of_reachable": 2.2,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 1.3,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "FacebookBot": {
     "blocked_fully": 214,
     "blocked_partially": 35,
     "allowed_explicitly": 13,
     "not_mentioned": 2723,
     "not_mentioned_but_star_blocks_all": 125,
     "pct_fully_of_reachable": 7.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "cohere-ai": {
     "blocked_fully": 343,
     "blocked_partially": 38,
     "allowed_explicitly": 18,
     "not_mentioned": 2586,
     "not_mentioned_but_star_blocks_all": 129,
     "pct_fully_of_reachable": 11.5,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "DuckAssistBot": {
     "blocked_fully": 125,
     "blocked_partially": 48,
     "allowed_explicitly": 9,
     "not_mentioned": 2803,
     "not_mentioned_but_star_blocks_all": 129,
     "pct_fully_of_reachable": 4.2,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "MistralAI-User": {
     "blocked_fully": 115,
     "blocked_partially": 23,
     "allowed_explicitly": 9,
     "not_mentioned": 2838,
     "not_mentioned_but_star_blocks_all": 134,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 2.3,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "YouBot": {
     "blocked_fully": 202,
     "blocked_partially": 38,
     "allowed_explicitly": 18,
     "not_mentioned": 2727,
     "not_mentioned_but_star_blocks_all": 126,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "Diffbot": {
     "blocked_fully": 371,
     "blocked_partially": 18,
     "allowed_explicitly": 6,
     "not_mentioned": 2590,
     "not_mentioned_but_star_blocks_all": 129,
     "pct_fully_of_reachable": 12.4,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 7.3,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "Timpibot": {
     "blocked_fully": 188,
     "blocked_partially": 9,
     "allowed_explicitly": 1,
     "not_mentioned": 2787,
     "not_mentioned_but_star_blocks_all": 134,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 169,
     "blocked_partially": 7,
     "allowed_explicitly": 2,
     "not_mentioned": 2807,
     "not_mentioned_but_star_blocks_all": 133,
     "pct_fully_of_reachable": 5.7,
     "pct_partially_of_reachable": 0.2,
     "pct_allowed_explicitly_of_reachable": 0.1,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 354,
     "blocked_partially": 11,
     "allowed_explicitly": 3,
     "not_mentioned": 2617,
     "not_mentioned_but_star_blocks_all": 131,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.1,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "AI2Bot": {
     "blocked_fully": 124,
     "blocked_partially": 16,
     "allowed_explicitly": 1,
     "not_mentioned": 2844,
     "not_mentioned_but_star_blocks_all": 133,
     "pct_fully_of_reachable": 4.2,
     "pct_partially_of_reachable": 0.5,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 330,
     "blocked_partially": 22,
     "allowed_explicitly": 7,
     "not_mentioned": 2626,
     "not_mentioned_but_star_blocks_all": 124,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.2,
     "pct_fully_of_all_scanned": 6.5,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 729,
    "pct_of_reachable": 24.4,
    "pct_of_all_scanned": 14.4
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 869,
    "pct_of_reachable": 29.1
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 266,
    "pct_of_reachable": 8.9,
    "pct_of_all_scanned": 5.3
   },
   "star_blocks_everything": {
    "count": 139,
    "pct_of_reachable": 4.7
   },
   "mean_ai_bots_named_per_robots_txt": 3.392,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.362
  },
  "net": {
   "scanned": 804,
   "robots_reachable": 259,
   "bots": {
    "GPTBot": {
     "blocked_fully": 40,
     "blocked_partially": 10,
     "allowed_explicitly": 1,
     "not_mentioned": 208,
     "not_mentioned_but_star_blocks_all": 29,
     "pct_fully_of_reachable": 15.4,
     "pct_partially_of_reachable": 3.9,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "ChatGPT-User": {
     "blocked_fully": 17,
     "blocked_partially": 6,
     "allowed_explicitly": 3,
     "not_mentioned": 233,
     "not_mentioned_but_star_blocks_all": 31,
     "pct_fully_of_reachable": 6.6,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 1.2,
     "pct_fully_of_all_scanned": 2.1,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "OAI-SearchBot": {
     "blocked_fully": 6,
     "blocked_partially": 7,
     "allowed_explicitly": 3,
     "not_mentioned": 243,
     "not_mentioned_but_star_blocks_all": 31,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.2,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "ClaudeBot": {
     "blocked_fully": 38,
     "blocked_partially": 7,
     "allowed_explicitly": 3,
     "not_mentioned": 211,
     "not_mentioned_but_star_blocks_all": 29,
     "pct_fully_of_reachable": 14.7,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.2,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.4
    },
    "Claude-User": {
     "blocked_fully": 6,
     "blocked_partially": 3,
     "allowed_explicitly": 2,
     "not_mentioned": 248,
     "not_mentioned_but_star_blocks_all": 31,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Claude-SearchBot": {
     "blocked_fully": 4,
     "blocked_partially": 5,
     "allowed_explicitly": 2,
     "not_mentioned": 248,
     "not_mentioned_but_star_blocks_all": 31,
     "pct_fully_of_reachable": 1.5,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 0.5,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "anthropic-ai": {
     "blocked_fully": 29,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 226,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 11.2,
     "pct_partially_of_reachable": 1.5,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.6,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 30,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 226,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 33,
     "blocked_partially": 8,
     "allowed_explicitly": 2,
     "not_mentioned": 216,
     "not_mentioned_but_star_blocks_all": 29,
     "pct_fully_of_reachable": 12.7,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 4.1,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Googlebot": {
     "blocked_fully": 2,
     "blocked_partially": 9,
     "allowed_explicitly": 7,
     "not_mentioned": 241,
     "not_mentioned_but_star_blocks_all": 26,
     "pct_fully_of_reachable": 0.8,
     "pct_partially_of_reachable": 3.5,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 0.2,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Applebot-Extended": {
     "blocked_fully": 31,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 224,
     "not_mentioned_but_star_blocks_all": 30,
     "pct_fully_of_reachable": 12.0,
     "pct_partially_of_reachable": 1.5,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 20,
     "blocked_partially": 8,
     "allowed_explicitly": 2,
     "not_mentioned": 229,
     "not_mentioned_but_star_blocks_all": 29,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.8,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Perplexity-User": {
     "blocked_fully": 6,
     "blocked_partially": 3,
     "allowed_explicitly": 1,
     "not_mentioned": 249,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "CCBot": {
     "blocked_fully": 37,
     "blocked_partially": 5,
     "allowed_explicitly": 1,
     "not_mentioned": 216,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 14.3,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 0.4,
     "pct_fully_of_all_scanned": 4.6,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.1
    },
    "Bytespider": {
     "blocked_fully": 37,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 219,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 14.3,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.6,
     "pct_partially_of_all_scanned": 0.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 30,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 225,
     "not_mentioned_but_star_blocks_all": 30,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 1.5,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 28,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 229,
     "not_mentioned_but_star_blocks_all": 31,
     "pct_fully_of_reachable": 10.8,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 15,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 243,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 29,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 228,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 11.2,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.6,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 254,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 1.5,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.5,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 253,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 1.9,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.6,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 12,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 246,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 4.6,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.5,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 28,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 229,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 10.8,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 250,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 14,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 244,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 5.4,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 29,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 229,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 11.2,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.6,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 10,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 247,
     "not_mentioned_but_star_blocks_all": 32,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.2,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 32,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 226,
     "not_mentioned_but_star_blocks_all": 30,
     "pct_fully_of_reachable": 12.4,
     "pct_partially_of_reachable": 0.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 57,
    "pct_of_reachable": 22.0,
    "pct_of_all_scanned": 7.1
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 67,
    "pct_of_reachable": 25.9
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 30,
    "pct_of_reachable": 11.6,
    "pct_of_all_scanned": 3.7
   },
   "star_blocks_everything": {
    "count": 32,
    "pct_of_reachable": 12.4
   },
   "mean_ai_bots_named_per_robots_txt": 2.68,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 9.639
  },
  "org": {
   "scanned": 431,
   "robots_reachable": 310,
   "bots": {
    "GPTBot": {
     "blocked_fully": 50,
     "blocked_partially": 7,
     "allowed_explicitly": 4,
     "not_mentioned": 249,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 16.1,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 11.6,
     "pct_partially_of_all_scanned": 1.6,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "ChatGPT-User": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 5,
     "not_mentioned": 289,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 4.5,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 1.2
    },
    "OAI-SearchBot": {
     "blocked_fully": 7,
     "blocked_partially": 2,
     "allowed_explicitly": 3,
     "not_mentioned": 298,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 1.6,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "ClaudeBot": {
     "blocked_fully": 40,
     "blocked_partially": 5,
     "allowed_explicitly": 5,
     "not_mentioned": 260,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 12.9,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 9.3,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 1.2
    },
    "Claude-User": {
     "blocked_fully": 7,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 299,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 1.6,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Claude-SearchBot": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 299,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "anthropic-ai": {
     "blocked_fully": 37,
     "blocked_partially": 4,
     "allowed_explicitly": 4,
     "not_mentioned": 265,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 8.6,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Claude-Web": {
     "blocked_fully": 27,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 281,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 8.7,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 6.3,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Google-Extended": {
     "blocked_fully": 41,
     "blocked_partially": 6,
     "allowed_explicitly": 6,
     "not_mentioned": 257,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 13.2,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 9.5,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 11,
     "allowed_explicitly": 8,
     "not_mentioned": 291,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.5,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 2.6,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Applebot-Extended": {
     "blocked_fully": 38,
     "blocked_partially": 2,
     "allowed_explicitly": 2,
     "not_mentioned": 268,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "PerplexityBot": {
     "blocked_fully": 12,
     "blocked_partially": 3,
     "allowed_explicitly": 6,
     "not_mentioned": 289,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Perplexity-User": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 301,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 1.9,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "CCBot": {
     "blocked_fully": 50,
     "blocked_partially": 6,
     "allowed_explicitly": 2,
     "not_mentioned": 252,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 16.1,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 11.6,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Bytespider": {
     "blocked_fully": 43,
     "blocked_partially": 2,
     "allowed_explicitly": 2,
     "not_mentioned": 263,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 13.9,
     "pct_partially_of_reachable": 0.6,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 10.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Amazonbot": {
     "blocked_fully": 35,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 274,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 11.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 8.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 40,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 269,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 12.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 9.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "FacebookBot": {
     "blocked_fully": 14,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 295,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 4.5,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 35,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 274,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 11.3,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.1,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 302,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 1.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "MistralAI-User": {
     "blocked_fully": 7,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 301,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 2.3,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.3,
     "pct_fully_of_all_scanned": 1.6,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.2
    },
    "YouBot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 297,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 3.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.6,
     "pct_fully_of_all_scanned": 2.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Diffbot": {
     "blocked_fully": 34,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 276,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 11.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 300,
     "not_mentioned_but_star_blocks_all": 8,
     "pct_fully_of_reachable": 3.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 15,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 294,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 33,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 277,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 10.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 301,
     "not_mentioned_but_star_blocks_all": 8,
     "pct_fully_of_reachable": 2.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 27,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 282,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 8.7,
     "pct_partially_of_reachable": 0.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.3,
     "pct_partially_of_all_scanned": 0.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 63,
    "pct_of_reachable": 20.3,
    "pct_of_all_scanned": 14.6
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 69,
    "pct_of_reachable": 22.3
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 35,
    "pct_of_reachable": 11.3,
    "pct_of_all_scanned": 8.1
   },
   "star_blocks_everything": {
    "count": 8,
    "pct_of_reachable": 2.6
   },
   "mean_ai_bots_named_per_robots_txt": 2.445,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.243
  },
  "ru": {
   "scanned": 295,
   "robots_reachable": 152,
   "bots": {
    "GPTBot": {
     "blocked_fully": 11,
     "blocked_partially": 4,
     "allowed_explicitly": 3,
     "not_mentioned": 134,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 7.2,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 2.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ChatGPT-User": {
     "blocked_fully": 5,
     "blocked_partially": 4,
     "allowed_explicitly": 2,
     "not_mentioned": 141,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "OAI-SearchBot": {
     "blocked_fully": 2,
     "blocked_partially": 6,
     "allowed_explicitly": 2,
     "not_mentioned": 142,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 1.3,
     "pct_partially_of_reachable": 3.9,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "ClaudeBot": {
     "blocked_fully": 7,
     "blocked_partially": 4,
     "allowed_explicitly": 2,
     "not_mentioned": 139,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 4.6,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 2.4,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Claude-User": {
     "blocked_fully": 1,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 148,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 0.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Claude-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 4,
     "allowed_explicitly": 1,
     "not_mentioned": 146,
     "not_mentioned_but_star_blocks_all": 7,
     "pct_fully_of_reachable": 0.7,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "anthropic-ai": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 145,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Claude-Web": {
     "blocked_fully": 2,
     "blocked_partially": 3,
     "allowed_explicitly": 1,
     "not_mentioned": 146,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 1.3,
     "pct_partially_of_reachable": 2.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Google-Extended": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 2,
     "not_mentioned": 144,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 43,
     "allowed_explicitly": 1,
     "not_mentioned": 108,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 28.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 14.6,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Applebot-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 147,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "PerplexityBot": {
     "blocked_fully": 3,
     "blocked_partially": 5,
     "allowed_explicitly": 2,
     "not_mentioned": 142,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.0,
     "pct_partially_of_reachable": 3.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.7
    },
    "Perplexity-User": {
     "blocked_fully": 1,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 148,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "CCBot": {
     "blocked_fully": 8,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 141,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 5.3,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 2.7,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Bytespider": {
     "blocked_fully": 8,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 141,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 5.3,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 2.7,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Amazonbot": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 145,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 145,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "FacebookBot": {
     "blocked_fully": 5,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 144,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.7,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "cohere-ai": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 145,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "DuckAssistBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 149,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.7,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "MistralAI-User": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 150,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.7,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.3,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 147,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.0,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Diffbot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 148,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 2.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "Timpibot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 149,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 1.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "ImagesiftBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 147,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 146,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 3.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "AI2Bot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 148,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 1.3,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 0.7,
     "pct_partially_of_all_scanned": 0.3,
     "pct_allowed_explicitly_of_all_scanned": 0.3
    },
    "PetalBot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 146,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 13,
    "pct_of_reachable": 8.6,
    "pct_of_all_scanned": 4.4
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 19,
    "pct_of_reachable": 12.5
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 4,
    "pct_of_reachable": 2.6,
    "pct_of_all_scanned": 1.4
   },
   "star_blocks_everything": {
    "count": 7,
    "pct_of_reachable": 4.6
   },
   "mean_ai_bots_named_per_robots_txt": 1.257,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 8.304
  },
  "io": {
   "scanned": 213,
   "robots_reachable": 103,
   "bots": {
    "GPTBot": {
     "blocked_fully": 8,
     "blocked_partially": 2,
     "allowed_explicitly": 6,
     "not_mentioned": 87,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 7.8,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 5.8,
     "pct_fully_of_all_scanned": 3.8,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "ChatGPT-User": {
     "blocked_fully": 0,
     "blocked_partially": 2,
     "allowed_explicitly": 5,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 4.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "OAI-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 2,
     "allowed_explicitly": 5,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 4.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "ClaudeBot": {
     "blocked_fully": 7,
     "blocked_partially": 1,
     "allowed_explicitly": 5,
     "not_mentioned": 90,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 4.9,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "anthropic-ai": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 4,
     "not_mentioned": 92,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 3.9,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Claude-Web": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 94,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 4.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 2.3,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Google-Extended": {
     "blocked_fully": 6,
     "blocked_partially": 2,
     "allowed_explicitly": 7,
     "not_mentioned": 88,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 6.8,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 3.3
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Applebot-Extended": {
     "blocked_fully": 6,
     "blocked_partially": 2,
     "allowed_explicitly": 3,
     "not_mentioned": 92,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.9,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "PerplexityBot": {
     "blocked_fully": 0,
     "blocked_partially": 3,
     "allowed_explicitly": 7,
     "not_mentioned": 93,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 2.9,
     "pct_allowed_explicitly_of_reachable": 6.8,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 3.3
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 2.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "CCBot": {
     "blocked_fully": 7,
     "blocked_partially": 1,
     "allowed_explicitly": 6,
     "not_mentioned": 89,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 5.8,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Bytespider": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 94,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 7.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 3.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Amazonbot": {
     "blocked_fully": 7,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 93,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 94,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "FacebookBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "DuckAssistBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 101,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.9,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "YouBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Diffbot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Timpibot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 1.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 97,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 6.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 10,
    "pct_of_reachable": 9.7,
    "pct_of_all_scanned": 4.7
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 13,
    "pct_of_reachable": 12.6
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 6,
    "pct_of_reachable": 5.8,
    "pct_of_all_scanned": 2.8
   },
   "star_blocks_everything": {
    "count": 6,
    "pct_of_reachable": 5.8
   },
   "mean_ai_bots_named_per_robots_txt": 1.816,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.389
  },
  "jp": {
   "scanned": 199,
   "robots_reachable": 114,
   "bots": {
    "GPTBot": {
     "blocked_fully": 16,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 14.0,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.0,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 10,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 101,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 8.8,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 10,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 101,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 8.8,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 13,
     "blocked_partially": 5,
     "allowed_explicitly": 1,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 11.4,
     "pct_partially_of_reachable": 4.4,
     "pct_allowed_explicitly_of_reachable": 0.9,
     "pct_fully_of_all_scanned": 6.5,
     "pct_partially_of_all_scanned": 2.5,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Claude-User": {
     "blocked_fully": 7,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 104,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 6.1,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 7,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 105,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 6.1,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 105,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 16,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 14.0,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.9,
     "pct_fully_of_all_scanned": 8.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Googlebot": {
     "blocked_fully": 1,
     "blocked_partially": 12,
     "allowed_explicitly": 1,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 0.9,
     "pct_partially_of_reachable": 10.5,
     "pct_allowed_explicitly_of_reachable": 0.9,
     "pct_fully_of_all_scanned": 0.5,
     "pct_partially_of_all_scanned": 6.0,
     "pct_allowed_explicitly_of_all_scanned": 0.5
    },
    "Applebot-Extended": {
     "blocked_fully": 14,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 10,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 8.8,
     "pct_partially_of_reachable": 3.5,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 7,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 105,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 6.1,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 98,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 14,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 0.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 9,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.5,
     "pct_partially_of_all_scanned": 1.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 98,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 12.3,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 107,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 6.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 9.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 108,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 3.5,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 1,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 111,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 0.9,
     "pct_partially_of_reachable": 1.8,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 110,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 3.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 106,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 7.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 106,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 7.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 110,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 3.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 106,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 7.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 108,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 5.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 109,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 4.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 25,
    "pct_of_reachable": 21.9,
    "pct_of_all_scanned": 12.6
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 29,
    "pct_of_reachable": 25.4
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 9,
    "pct_of_reachable": 7.9,
    "pct_of_all_scanned": 4.5
   },
   "star_blocks_everything": {
    "count": 4,
    "pct_of_reachable": 3.5
   },
   "mean_ai_bots_named_per_robots_txt": 2.526,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 9.29
  },
  "de": {
   "scanned": 177,
   "robots_reachable": 135,
   "bots": {
    "GPTBot": {
     "blocked_fully": 33,
     "blocked_partially": 8,
     "allowed_explicitly": 3,
     "not_mentioned": 91,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 24.4,
     "pct_partially_of_reachable": 5.9,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 18.6,
     "pct_partially_of_all_scanned": 4.5,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "ChatGPT-User": {
     "blocked_fully": 10,
     "blocked_partially": 8,
     "allowed_explicitly": 6,
     "not_mentioned": 111,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 5.9,
     "pct_allowed_explicitly_of_reachable": 4.4,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 4.5,
     "pct_allowed_explicitly_of_all_scanned": 3.4
    },
    "OAI-SearchBot": {
     "blocked_fully": 7,
     "blocked_partially": 6,
     "allowed_explicitly": 4,
     "not_mentioned": 118,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 5.2,
     "pct_partially_of_reachable": 4.4,
     "pct_allowed_explicitly_of_reachable": 3.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 3.4,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "ClaudeBot": {
     "blocked_fully": 30,
     "blocked_partially": 4,
     "allowed_explicitly": 4,
     "not_mentioned": 97,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 22.2,
     "pct_partially_of_reachable": 3.0,
     "pct_allowed_explicitly_of_reachable": 3.0,
     "pct_fully_of_all_scanned": 16.9,
     "pct_partially_of_all_scanned": 2.3,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "Claude-User": {
     "blocked_fully": 6,
     "blocked_partially": 5,
     "allowed_explicitly": 3,
     "not_mentioned": 121,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 4.4,
     "pct_partially_of_reachable": 3.7,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 3.4,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Claude-SearchBot": {
     "blocked_fully": 7,
     "blocked_partially": 5,
     "allowed_explicitly": 3,
     "not_mentioned": 120,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 5.2,
     "pct_partially_of_reachable": 3.7,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "anthropic-ai": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 121,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 8.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.5,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Claude-Web": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 3,
     "not_mentioned": 121,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 8.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Google-Extended": {
     "blocked_fully": 26,
     "blocked_partially": 5,
     "allowed_explicitly": 5,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 19.3,
     "pct_partially_of_reachable": 3.7,
     "pct_allowed_explicitly_of_reachable": 3.7,
     "pct_fully_of_all_scanned": 14.7,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 10,
     "allowed_explicitly": 5,
     "not_mentioned": 120,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 7.4,
     "pct_allowed_explicitly_of_reachable": 3.7,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 5.6,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Applebot-Extended": {
     "blocked_fully": 29,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 21.5,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 16.4,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "PerplexityBot": {
     "blocked_fully": 16,
     "blocked_partially": 7,
     "allowed_explicitly": 4,
     "not_mentioned": 108,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 5.2,
     "pct_allowed_explicitly_of_reachable": 3.0,
     "pct_fully_of_all_scanned": 9.0,
     "pct_partially_of_all_scanned": 4.0,
     "pct_allowed_explicitly_of_all_scanned": 2.3
    },
    "Perplexity-User": {
     "blocked_fully": 7,
     "blocked_partially": 5,
     "allowed_explicitly": 3,
     "not_mentioned": 120,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 5.2,
     "pct_partially_of_reachable": 3.7,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 2.8,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "CCBot": {
     "blocked_fully": 34,
     "blocked_partially": 4,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 25.2,
     "pct_partially_of_reachable": 3.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 19.2,
     "pct_partially_of_all_scanned": 2.3,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Bytespider": {
     "blocked_fully": 30,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 22.2,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 1.5,
     "pct_fully_of_all_scanned": 16.9,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Amazonbot": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 2,
     "not_mentioned": 117,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 10.4,
     "pct_partially_of_reachable": 1.5,
     "pct_allowed_explicitly_of_reachable": 1.5,
     "pct_fully_of_all_scanned": 7.9,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 25,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 106,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 18.5,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 2.2,
     "pct_fully_of_all_scanned": 14.1,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "FacebookBot": {
     "blocked_fully": 16,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 117,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 9.0,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "cohere-ai": {
     "blocked_fully": 15,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 118,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 8.5,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "DuckAssistBot": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 127,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 4.4,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 3.4,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "MistralAI-User": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 126,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 5.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.5,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "YouBot": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 124,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Diffbot": {
     "blocked_fully": 24,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 109,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 17.8,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.7,
     "pct_fully_of_all_scanned": 13.6,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.6
    },
    "Timpibot": {
     "blocked_fully": 11,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 123,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 8.1,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 10,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 124,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 20,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 115,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 11.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 10,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 124,
     "not_mentioned_but_star_blocks_all": 6,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.6,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 12,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 119,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 8.9,
     "pct_partially_of_reachable": 3.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 2.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 41,
    "pct_of_reachable": 30.4,
    "pct_of_all_scanned": 23.2
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 54,
    "pct_of_reachable": 40.0
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 23,
    "pct_of_reachable": 17.0,
    "pct_of_all_scanned": 13.0
   },
   "star_blocks_everything": {
    "count": 6,
    "pct_of_reachable": 4.4
   },
   "mean_ai_bots_named_per_robots_txt": 4.215,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 9.982
  },
  "edu": {
   "scanned": 125,
   "robots_reachable": 103,
   "bots": {
    "GPTBot": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.8,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "ChatGPT-User": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 100,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 1.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 0.8,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "OAI-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 4.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 97,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 4.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Claude-Web": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 6,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 5.8,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 4.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Applebot-Extended": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 1.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 1.6,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 96,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 4.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Bytespider": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 95,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 5.8,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 4.8,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 97,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 98,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 1.0,
     "pct_fully_of_all_scanned": 2.4,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.8
    },
    "FacebookBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 102,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 99,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 103,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 98,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.9,
     "pct_partially_of_reachable": 1.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.2,
     "pct_partially_of_all_scanned": 0.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 9,
    "pct_of_reachable": 8.7,
    "pct_of_all_scanned": 7.2
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 11,
    "pct_of_reachable": 10.7
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 4,
    "pct_of_reachable": 3.9,
    "pct_of_all_scanned": 3.2
   },
   "star_blocks_everything": {
    "count": 2,
    "pct_of_reachable": 1.9
   },
   "mean_ai_bots_named_per_robots_txt": 0.922,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 7.308
  },
  "gov": {
   "scanned": 115,
   "robots_reachable": 80,
   "bots": {
    "GPTBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 77,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 3,
     "allowed_explicitly": 2,
     "not_mentioned": 75,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.8,
     "pct_allowed_explicitly_of_reachable": 2.5,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 2.6,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Applebot-Extended": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 80,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 77,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 76,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 1.2,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Bytespider": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 76,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.8,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.6,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 76,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 3.8,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.6,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 77,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 78,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 1.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 79,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 1.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 73,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 8.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 12,
    "pct_of_reachable": 15.0,
    "pct_of_all_scanned": 10.4
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 13,
    "pct_of_reachable": 16.2
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 1,
    "pct_of_reachable": 1.2,
    "pct_of_all_scanned": 0.9
   },
   "star_blocks_everything": {
    "count": 2,
    "pct_of_reachable": 2.5
   },
   "mean_ai_bots_named_per_robots_txt": 0.713,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 4.071
  },
  "in": {
   "scanned": 106,
   "robots_reachable": 39,
   "bots": {
    "GPTBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 3,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 7.7,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "ChatGPT-User": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 5.1,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "OAI-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 2,
     "allowed_explicitly": 2,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 5.1,
     "pct_allowed_explicitly_of_reachable": 5.1,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "ClaudeBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 3,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 7.7,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Claude-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 5.1,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Claude-Web": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 10.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 3.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "Google-Extended": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 3,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 7.7,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 7.7,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Applebot-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "PerplexityBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 7.7,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.9,
     "pct_allowed_explicitly_of_all_scanned": 2.8
    },
    "Perplexity-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 15.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 5.1,
     "pct_fully_of_all_scanned": 5.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Bytespider": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 17.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 10.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 15.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 5.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "FacebookBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.6,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.9
    },
    "cohere-ai": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 15.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 5.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 12.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 8,
    "pct_of_reachable": 20.5,
    "pct_of_all_scanned": 7.5
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 8,
    "pct_of_reachable": 20.5
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 5,
    "pct_of_reachable": 12.8,
    "pct_of_all_scanned": 4.7
   },
   "star_blocks_everything": {
    "count": 2,
    "pct_of_reachable": 5.1
   },
   "mean_ai_bots_named_per_robots_txt": 3.154,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 10.25
  },
  "cn": {
   "scanned": 104,
   "robots_reachable": 32,
   "bots": {
    "GPTBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ChatGPT-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ClaudeBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "anthropic-ai": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 6.2,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Applebot-Extended": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "PerplexityBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "CCBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Bytespider": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Amazonbot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "FacebookBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Diffbot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Timpibot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ImagesiftBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 0,
    "pct_of_reachable": 0.0,
    "pct_of_all_scanned": 0.0
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 1,
    "pct_of_reachable": 3.1
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 0,
    "pct_of_reachable": 0.0,
    "pct_of_all_scanned": 0.0
   },
   "star_blocks_everything": {
    "count": 2,
    "pct_of_reachable": 6.2
   },
   "mean_ai_bots_named_per_robots_txt": 0.812,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 13.0
  },
  "br": {
   "scanned": 103,
   "robots_reachable": 63,
   "bots": {
    "GPTBot": {
     "blocked_fully": 7,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 3.2,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ChatGPT-User": {
     "blocked_fully": 3,
     "blocked_partially": 2,
     "allowed_explicitly": 3,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 3.2,
     "pct_allowed_explicitly_of_reachable": 4.8,
     "pct_fully_of_all_scanned": 2.9,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 2.9
    },
    "OAI-SearchBot": {
     "blocked_fully": 2,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 59,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.2,
     "pct_partially_of_reachable": 3.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 6,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 54,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 3.2,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 5.8,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 61,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 61,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 3.2,
     "pct_fully_of_all_scanned": 4.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Claude-Web": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 58,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 7,
     "blocked_partially": 2,
     "allowed_explicitly": 5,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 3.2,
     "pct_allowed_explicitly_of_reachable": 7.9,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 4.9
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 8,
     "allowed_explicitly": 0,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 12.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 7.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 57,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.9,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 3.2,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Perplexity-User": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 58,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 1.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 14.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 8.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Bytespider": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 58,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.6,
     "pct_fully_of_all_scanned": 5.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "FacebookBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 61,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 59,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 57,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 12.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 59,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 12.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 12,
    "pct_of_reachable": 19.0,
    "pct_of_all_scanned": 11.7
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 13,
    "pct_of_reachable": 20.6
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 5,
    "pct_of_reachable": 7.9,
    "pct_of_all_scanned": 4.9
   },
   "star_blocks_everything": {
    "count": 1,
    "pct_of_reachable": 1.6
   },
   "mean_ai_bots_named_per_robots_txt": 2.524,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 9.353
  },
  "fr": {
   "scanned": 97,
   "robots_reachable": 75,
   "bots": {
    "GPTBot": {
     "blocked_fully": 25,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 33.3,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 25.8,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "ChatGPT-User": {
     "blocked_fully": 18,
     "blocked_partially": 3,
     "allowed_explicitly": 4,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 24.0,
     "pct_partially_of_reachable": 4.0,
     "pct_allowed_explicitly_of_reachable": 5.3,
     "pct_fully_of_all_scanned": 18.6,
     "pct_partially_of_all_scanned": 3.1,
     "pct_allowed_explicitly_of_all_scanned": 4.1
    },
    "OAI-SearchBot": {
     "blocked_fully": 13,
     "blocked_partially": 2,
     "allowed_explicitly": 4,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 17.3,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 5.3,
     "pct_fully_of_all_scanned": 13.4,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 4.1
    },
    "ClaudeBot": {
     "blocked_fully": 25,
     "blocked_partially": 3,
     "allowed_explicitly": 1,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 33.3,
     "pct_partially_of_reachable": 4.0,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 25.8,
     "pct_partially_of_all_scanned": 3.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-User": {
     "blocked_fully": 14,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 59,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 18.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 14.4,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 12,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 16.0,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 12.4,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "anthropic-ai": {
     "blocked_fully": 22,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 51,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 29.3,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 22.7,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 20,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 26.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 20.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 2.1
    },
    "Google-Extended": {
     "blocked_fully": 25,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 33.3,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 25.8,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 11,
     "allowed_explicitly": 1,
     "not_mentioned": 63,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 14.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 11.3,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Applebot-Extended": {
     "blocked_fully": 17,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 22.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 17.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "PerplexityBot": {
     "blocked_fully": 18,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 54,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 24.0,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 18.6,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Perplexity-User": {
     "blocked_fully": 10,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 63,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 10.3,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "CCBot": {
     "blocked_fully": 29,
     "blocked_partially": 3,
     "allowed_explicitly": 2,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 38.7,
     "pct_partially_of_reachable": 4.0,
     "pct_allowed_explicitly_of_reachable": 2.7,
     "pct_fully_of_all_scanned": 29.9,
     "pct_partially_of_all_scanned": 3.1,
     "pct_allowed_explicitly_of_all_scanned": 2.1
    },
    "Bytespider": {
     "blocked_fully": 23,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 51,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 30.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 23.7,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 23,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 30.7,
     "pct_partially_of_reachable": 2.7,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 23.7,
     "pct_partially_of_all_scanned": 2.1,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 16,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 58,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 21.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 16.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "FacebookBot": {
     "blocked_fully": 17,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 57,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 22.7,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 17.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 23,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 52,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 30.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 23.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 15,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 59,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 20.0,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 16,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 57,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 21.3,
     "pct_partially_of_reachable": 1.3,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 16.5,
     "pct_partially_of_all_scanned": 1.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "YouBot": {
     "blocked_fully": 20,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 26.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 20.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 16,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 58,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 21.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 16.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    },
    "Timpibot": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 63,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 16.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 65,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 10.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 19,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 56,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 25.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 15,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 60,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 20.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 64,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.3,
     "pct_fully_of_all_scanned": 10.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 36,
    "pct_of_reachable": 48.0,
    "pct_of_all_scanned": 37.1
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 39,
    "pct_of_reachable": 52.0
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 19,
    "pct_of_reachable": 25.3,
    "pct_of_all_scanned": 19.6
   },
   "star_blocks_everything": {
    "count": 4,
    "pct_of_reachable": 5.3
   },
   "mean_ai_bots_named_per_robots_txt": 7.173,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 13.45
  },
  "uk": {
   "scanned": 90,
   "robots_reachable": 60,
   "bots": {
    "GPTBot": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 23.3,
     "pct_partially_of_reachable": 3.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.6,
     "pct_partially_of_all_scanned": 2.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 7,
     "blocked_partially": 4,
     "allowed_explicitly": 2,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 11.7,
     "pct_partially_of_reachable": 6.7,
     "pct_allowed_explicitly_of_reachable": 3.3,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 4.4,
     "pct_allowed_explicitly_of_all_scanned": 2.2
    },
    "OAI-SearchBot": {
     "blocked_fully": 10,
     "blocked_partially": 4,
     "allowed_explicitly": 2,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 16.7,
     "pct_partially_of_reachable": 6.7,
     "pct_allowed_explicitly_of_reachable": 3.3,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 4.4,
     "pct_allowed_explicitly_of_all_scanned": 2.2
    },
    "ClaudeBot": {
     "blocked_fully": 15,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 25.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 16.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Claude-SearchBot": {
     "blocked_fully": 9,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 15.0,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 10.0,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "anthropic-ai": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 48,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 20.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 13.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 16.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 10,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 16.7,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 3.3,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 2.2
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 5,
     "allowed_explicitly": 2,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 8.3,
     "pct_allowed_explicitly_of_reachable": 3.3,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 5.6,
     "pct_allowed_explicitly_of_all_scanned": 2.2
    },
    "Applebot-Extended": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 21.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 14,
     "blocked_partially": 1,
     "allowed_explicitly": 3,
     "not_mentioned": 42,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 23.3,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 5.0,
     "pct_fully_of_all_scanned": 15.6,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 3.3
    },
    "Perplexity-User": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 52,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 18,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 30.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 20.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Bytespider": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 21.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 18.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 14,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 23.3,
     "pct_partially_of_reachable": 3.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.6,
     "pct_partially_of_all_scanned": 2.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 51,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 16.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 10,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 16.7,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 1.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 55,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 8.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 21.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 14.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.1
    },
    "Diffbot": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 51,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 15.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 10.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 52,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 54,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 10.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 52,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 13.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 54,
     "not_mentioned_but_star_blocks_all": 4,
     "pct_fully_of_reachable": 10.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 5,
     "pct_fully_of_reachable": 18.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 22,
    "pct_of_reachable": 36.7,
    "pct_of_all_scanned": 24.4
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 26,
    "pct_of_reachable": 43.3
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 7,
    "pct_of_reachable": 11.7,
    "pct_of_all_scanned": 7.8
   },
   "star_blocks_everything": {
    "count": 5,
    "pct_of_reachable": 8.3
   },
   "mean_ai_bots_named_per_robots_txt": 5.183,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 11.107
  },
  "it": {
   "scanned": 83,
   "robots_reachable": 58,
   "bots": {
    "GPTBot": {
     "blocked_fully": 18,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 31.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 21.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 10,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 17.2,
     "pct_partially_of_reachable": 3.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.0,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 8,
     "blocked_partially": 2,
     "allowed_explicitly": 1,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 13.8,
     "pct_partially_of_reachable": 3.4,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 9.6,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 1.2
    },
    "ClaudeBot": {
     "blocked_fully": 19,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 32.8,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 22.9,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 13.8,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.6,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 49,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 13.8,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.6,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 22.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 22.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 16,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 27.6,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Googlebot": {
     "blocked_fully": 1,
     "blocked_partially": 5,
     "allowed_explicitly": 0,
     "not_mentioned": 52,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 1.7,
     "pct_partially_of_reachable": 8.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.2,
     "pct_partially_of_all_scanned": 6.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 20.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 16,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 27.6,
     "pct_partially_of_reachable": 3.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 2.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.9,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.8,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 22,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 37.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 26.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 21,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 36.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 25.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 14,
     "blocked_partially": 0,
     "allowed_explicitly": 3,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 24.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 5.2,
     "pct_fully_of_all_scanned": 16.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 3.6
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 19.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 13.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 6,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 10.3,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 1.7,
     "pct_fully_of_all_scanned": 7.2,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 1.2
    },
    "cohere-ai": {
     "blocked_fully": 16,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 42,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 27.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 13,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 22.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 53,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 8.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 20.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 15,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 25.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 18.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 50,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 13.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 12,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 20.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 51,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 12.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 54,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 12,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 20.7,
     "pct_partially_of_reachable": 1.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.5,
     "pct_partially_of_all_scanned": 1.2,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 26,
    "pct_of_reachable": 44.8,
    "pct_of_all_scanned": 31.3
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 28,
    "pct_of_reachable": 48.3
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 14,
    "pct_of_reachable": 24.1,
    "pct_of_all_scanned": 16.9
   },
   "star_blocks_everything": {
    "count": 1,
    "pct_of_reachable": 1.7
   },
   "mean_ai_bots_named_per_robots_txt": 5.879,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 12.179
  },
  "tv": {
   "scanned": 71,
   "robots_reachable": 47,
   "bots": {
    "GPTBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "ChatGPT-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 2.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Claude-Web": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 47,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 8.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 2.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 43,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Bytespider": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 8.5,
     "pct_partially_of_reachable": 2.1,
     "pct_allowed_explicitly_of_reachable": 2.1,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 1.4,
     "pct_allowed_explicitly_of_all_scanned": 1.4
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 44,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 6.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 4.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 46,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 45,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 4.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 5,
    "pct_of_reachable": 10.6,
    "pct_of_all_scanned": 7.0
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 6,
    "pct_of_reachable": 12.8
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 3,
    "pct_of_reachable": 6.4,
    "pct_of_all_scanned": 4.2
   },
   "star_blocks_everything": {
    "count": 3,
    "pct_of_reachable": 6.4
   },
   "mean_ai_bots_named_per_robots_txt": 1.362,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 8.0
  },
  "co": {
   "scanned": 60,
   "robots_reachable": 32,
   "bots": {
    "GPTBot": {
     "blocked_fully": 3,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.4,
     "pct_partially_of_reachable": 6.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 3.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 1,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.4,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 3.1,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 1.7
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 1,
     "allowed_explicitly": 2,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 6.2,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 3.3
    },
    "Applebot-Extended": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 0,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 6.2,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 3.3,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 2,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 3.1,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 1.7,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 9.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 3.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 30,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 6.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 4,
    "pct_of_reachable": 12.5,
    "pct_of_all_scanned": 6.7
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 6,
    "pct_of_reachable": 18.8
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 2,
    "pct_of_reachable": 6.2,
    "pct_of_all_scanned": 3.3
   },
   "star_blocks_everything": {
    "count": 1,
    "pct_of_reachable": 3.1
   },
   "mean_ai_bots_named_per_robots_txt": 1.469,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 7.833
  },
  "es": {
   "scanned": 57,
   "robots_reachable": 43,
   "bots": {
    "GPTBot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 25.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 1.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 3,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.0,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.3,
     "pct_partially_of_all_scanned": 1.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 11,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 31,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 25.6,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 1.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 10.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.3,
     "pct_fully_of_all_scanned": 10.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.8
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 4,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 9.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 7.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 5,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 2.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 1.8,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 25.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 25.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 19.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 20.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 10,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 23.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 17.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.3,
     "pct_partially_of_reachable": 4.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 3.5,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 9,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 20.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 10.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 16.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 8,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 8.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 15,
    "pct_of_reachable": 34.9,
    "pct_of_all_scanned": 26.3
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 17,
    "pct_of_reachable": 39.5
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 6,
    "pct_of_reachable": 14.0,
    "pct_of_all_scanned": 10.5
   },
   "star_blocks_everything": {
    "count": 0,
    "pct_of_reachable": 0.0
   },
   "mean_ai_bots_named_per_robots_txt": 4.349,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 11.0
  },
  "pl": {
   "scanned": 54,
   "robots_reachable": 42,
   "bots": {
    "GPTBot": {
     "blocked_fully": 11,
     "blocked_partially": 0,
     "allowed_explicitly": 2,
     "not_mentioned": 29,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 26.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 4.8,
     "pct_fully_of_all_scanned": 20.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 3.7
    },
    "ChatGPT-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 5,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 11.9,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 9.3
    },
    "OAI-SearchBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 7,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 16.7,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 13.0
    },
    "ClaudeBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.4,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Claude-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 2.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 1,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 2.4,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Google-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 3,
     "allowed_explicitly": 1,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 7.1,
     "pct_allowed_explicitly_of_reachable": 2.4,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 5.6,
     "pct_allowed_explicitly_of_all_scanned": 1.9
    },
    "Applebot-Extended": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 2.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 5,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 11.9,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 9.3
    },
    "Perplexity-User": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 4,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 9.5,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 7.4
    },
    "CCBot": {
     "blocked_fully": 8,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 19.0,
     "pct_partially_of_reachable": 2.4,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 14.8,
     "pct_partially_of_all_scanned": 1.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 11.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 40,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 4.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.7,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 41,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 2.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 1.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 9.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 39,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.3,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 16,
    "pct_of_reachable": 38.1,
    "pct_of_all_scanned": 29.6
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 17,
    "pct_of_reachable": 40.5
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 3,
    "pct_of_reachable": 7.1,
    "pct_of_all_scanned": 5.6
   },
   "star_blocks_everything": {
    "count": 0,
    "pct_of_reachable": 0.0
   },
   "mean_ai_bots_named_per_robots_txt": 2.81,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 5.9
  },
  "ai": {
   "scanned": 51,
   "robots_reachable": 38,
   "bots": {
    "GPTBot": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 10.5,
     "pct_partially_of_reachable": 5.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 3.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 1,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 7.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 5.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 1,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 7.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 5.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 3,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 7.9,
     "pct_partially_of_reachable": 5.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 5.9,
     "pct_partially_of_all_scanned": 3.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 5.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 3.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 5.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 3.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 4,
     "blocked_partially": 2,
     "allowed_explicitly": 0,
     "not_mentioned": 32,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 10.5,
     "pct_partially_of_reachable": 5.3,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 3.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 7.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 5.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 10.5,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 1,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 34,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 7.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 5.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 3,
     "allowed_explicitly": 0,
     "not_mentioned": 35,
     "not_mentioned_but_star_blocks_all": 2,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 7.9,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 5.9,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 5.3,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 10.5,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 7.8,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 1,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 36,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 2.6,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 2.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 37,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 2.6,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 2.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 38,
     "not_mentioned_but_star_blocks_all": 3,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 33,
     "not_mentioned_but_star_blocks_all": 1,
     "pct_fully_of_reachable": 13.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 7,
    "pct_of_reachable": 18.4,
    "pct_of_all_scanned": 13.7
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 9,
    "pct_of_reachable": 23.7
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 1,
    "pct_of_reachable": 2.6,
    "pct_of_all_scanned": 2.0
   },
   "star_blocks_everything": {
    "count": 3,
    "pct_of_reachable": 7.9
   },
   "mean_ai_bots_named_per_robots_txt": 1.632,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 6.889
  },
  "cz": {
   "scanned": 32,
   "robots_reachable": 27,
   "bots": {
    "GPTBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ChatGPT-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "OAI-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ClaudeBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 23,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-SearchBot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "anthropic-ai": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Claude-Web": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Google-Extended": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Googlebot": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Applebot-Extended": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 25,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PerplexityBot": {
     "blocked_fully": 1,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 26,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 3.7,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 3.1,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Perplexity-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "CCBot": {
     "blocked_fully": 4,
     "blocked_partially": 1,
     "allowed_explicitly": 0,
     "not_mentioned": 22,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 3.7,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.5,
     "pct_partially_of_all_scanned": 3.1,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Bytespider": {
     "blocked_fully": 7,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 20,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 25.9,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 21.9,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Amazonbot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 23,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Meta-ExternalAgent": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "FacebookBot": {
     "blocked_fully": 3,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 24,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 11.1,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 9.4,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "cohere-ai": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 22,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "DuckAssistBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 25,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "MistralAI-User": {
     "blocked_fully": 0,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 27,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 0.0,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 0.0,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "YouBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 23,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Diffbot": {
     "blocked_fully": 5,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 22,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 18.5,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 15.6,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "Timpibot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 25,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "ImagesiftBot": {
     "blocked_fully": 4,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 23,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 14.8,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 12.5,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "omgili": {
     "blocked_fully": 6,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 21,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 22.2,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 18.8,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "AI2Bot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 25,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    },
    "PetalBot": {
     "blocked_fully": 2,
     "blocked_partially": 0,
     "allowed_explicitly": 0,
     "not_mentioned": 25,
     "not_mentioned_but_star_blocks_all": 0,
     "pct_fully_of_reachable": 7.4,
     "pct_partially_of_reachable": 0.0,
     "pct_allowed_explicitly_of_reachable": 0.0,
     "pct_fully_of_all_scanned": 6.2,
     "pct_partially_of_all_scanned": 0.0,
     "pct_allowed_explicitly_of_all_scanned": 0.0
    }
   },
   "blocking_at_least_one_ai_bot_fully": {
    "count": 9,
    "pct_of_reachable": 33.3,
    "pct_of_all_scanned": 28.1
   },
   "restricting_at_least_one_ai_bot_fully_or_partially": {
    "count": 10,
    "pct_of_reachable": 37.0
   },
   "blocking_all_of_GPTBot_ClaudeBot_Google-Extended_CCBot": {
    "count": 2,
    "pct_of_reachable": 7.4,
    "pct_of_all_scanned": 6.2
   },
   "star_blocks_everything": {
    "count": 0,
    "pct_of_reachable": 0.0
   },
   "mean_ai_bots_named_per_robots_txt": 2.704,
   "mean_ai_bots_named_per_robots_txt_among_those_naming_any": 7.3
  }
 },
 "llms_txt": {
  "overall": {
   "scanned": 10000,
   "valid": 991,
   "pct_valid": 9.9,
   "http200": 1998,
   "pct_http200": 20.0
  },
  "by_rank_bucket": {
   "top100": {
    "scanned": 100,
    "valid": 8,
    "pct_valid": 8.0,
    "http200": 27,
    "pct_http200": 27.0
   },
   "top1k": {
    "scanned": 1000,
    "valid": 116,
    "pct_valid": 11.6,
    "http200": 232,
    "pct_http200": 23.2
   },
   "top10k": {
    "scanned": 10000,
    "valid": 991,
    "pct_valid": 9.9,
    "http200": 1998,
    "pct_http200": 20.0
   }
  }
 },
 "content_signal": {
  "count": 392,
  "pct_of_reachable": 6.8,
  "pct_of_all_scanned": 3.9,
  "values": {
   "ai-train": {
    "yes": 75,
    "no": 314
   },
   "search": {
    "yes": 389,
    "no": 3
   },
   "ai-input": {
    "yes": 137,
    "no": 21
   }
  }
 },
 "methodology": "Scanned the top-N domains of the Tranco list (list ID in tranco_list_id). For each domain we made at most three polite HTTPS GET requests (UA AgentWebCensusBot/0.1): https://<domain>/robots.txt (with one retry on https://www.<domain>/robots.txt only after a connection-level error) and /llms.txt on the host that answered. 10 s timeout, redirects followed, body capped at 500 KB. A robots.txt counts as 'reachable' only if HTTP 200 and the body is non-empty and not HTML (soft-404 HTML pages are treated as invalid/no rules). robots.txt is parsed per RFC 9309 in a simplified way: consecutive User-agent lines form a group; rules of all groups naming the same token are merged; token matching is case-insensitive and exact (no substring/product-version matching); comments, BOM and CRLF are handled. Per bot: blocked_fully (= blocks the whole site) = a group naming the bot has Disallow: / (or /*) and no Allow: / (narrow Allow exceptions such as Allow: /about are tolerated); blocked_partially = it has other non-empty Disallow rules (or Disallow: / overridden by specific Allow rules is NOT counted as fully blocked); allowed_explicitly = a group naming the bot with no effective disallow; not_mentioned = no group names the bot, so it falls back to the '*' group (we record separately how many of those are covered by a '*' block-all). Wildcard patterns, longest-match precedence and Allow/Disallow interplay inside paths are not fully evaluated. Percentages are given both over domains with a reachable robots.txt and over all scanned domains (the latter counts unreachable sites as not blocking). 'AI bots' aggregates exclude Googlebot (comparison only). 'llms.txt present (format check)' means /llms.txt, requested on the host that served robots.txt, returned HTTP 200 with content-type text/markdown or text/plain, a body that starts with '#' (Markdown heading) and is not HTML; content quality is not assessed. Content-Signal counts robots.txt lines starting with 'Content-Signal:'; only key=value pairs with key in search / ai-input / ai-train and value yes / no are parsed (Cloudflare content signals). Caveats: robots.txt is a voluntary request, not enforcement; sites may block by other means (WAF, UA filtering, 403 for our bot) which robots.txt does not show, and some sites serve different robots.txt to different clients or block our scanner (counted as unreachable); network errors and timeouts are counted as unreachable; TLD is the last DNS label (co.uk counts as uk); rank buckets are cumulative (top1k includes top100)."
}