{
  "measured_at": "2026-08-24T07:24:40.000Z",
  "window_days": 7,
  "rules": [
    "/scan",
    "/api/v1/scan",
    "/claim"
  ],
  "robots_txt": "https://crawlcensus.com/robots.txt",
  "requests_carrying_a_crawler_token": 1,
  "of_those_verified_as_that_crawler": 0,
  "other_automated_clients": 250,
  "requests_to_disallowed_paths": 251,
  "from_verified_clients": 0,
  "method": "Every request to a path this site's robots.txt disallows is counted at the origin. `requests_carrying_a_crawler_token` is the figure about crawlers; `other_automated_clients` is everything else reaching those paths, which includes this project's own test suite calling /api/v1/scan deliberately and is not evidence about anybody. `claimed` is the user-agent token and is not an identity; `verified` is Cloudflare's determination against published address ranges and reverse DNS. Unverified claims are not attributed to the company whose token they carry.",
  "rows": [
    {
      "claimed": "unidentified",
      "verified": false,
      "rule": "/api/v1/scan",
      "asn": 7018,
      "as_org": "AT&T Enterprises, LLC",
      "requests": 240
    },
    {
      "claimed": "unidentified",
      "verified": false,
      "rule": "/api/v1/scan",
      "asn": 8075,
      "as_org": "Microsoft Corporation",
      "requests": 4
    },
    {
      "claimed": "browser",
      "verified": false,
      "rule": "/scan",
      "asn": 7018,
      "as_org": "AT&T Enterprises, LLC",
      "requests": 3
    },
    {
      "claimed": "browser",
      "verified": false,
      "rule": "/claim",
      "asn": 132203,
      "as_org": "16 COLLYER QUAY # 18-29 INCOME AT RAFFLES",
      "requests": 3
    },
    {
      "claimed": "gptbot",
      "verified": false,
      "rule": "/claim",
      "asn": 7018,
      "as_org": "AT&T Enterprises, LLC",
      "requests": 1
    }
  ],
  "license": "CC BY 4.0",
  "attribution": "Source: Crawl Census (https://crawlcensus.com)"
}