{
  "id": "ai2bot",
  "token": "ai2bot",
  "ua": "AI2Bot/1.0",
  "label": "AI2Bot",
  "operator": "Allen Institute for AI",
  "purpose": "train",
  "respectsRobots": true,
  "docs": "https://allenai.org/crawler",
  "note": "Collects web text for Ai2's open datasets used to train open language models such as OLMo.",
  "sites_blocking": 618,
  "sites_allowing": 27179,
  "block_rate": 2.2
}