{
  "generatedAt": "2026-08-25T16:24:28.122Z",
  "method": {
    "countingRules": "briefs/crawler-traffic-stats.md",
    "countsPolicy": "decisions/visibility-counts-policy.md",
    "addresses": "decisions/visibility-page-addresses.md",
    "reviewLog": "records/visibility-insights-review-log.md",
    "estimates": "Every Cloudflare-derived figure is an estimate: the dataset is sampled, with intervals up to 3.3 observed."
  },
  "windows": {
    "launch": {
      "from": "2026-08-13",
      "to": "2026-08-23",
      "days": 11
    },
    "waveDay": "2026-08-22",
    "secondBurstDay": "2026-08-23",
    "policyChange": {
      "day": "2026-08-24",
      "what": "robots.txt tripwire and Bytespider block; /llms.txt goes live"
    },
    "verification": {
      "firstRun": "2026-08-24",
      "publishableVerdictDay": "2026-08-22"
    }
  },
  "layer1": {
    "unit": "share of page views",
    "labels": {
      "ai": "AI crawlers",
      "search": "Search engine crawlers",
      "seo": "SEO tool crawlers",
      "other": "Other recognised bots and tools",
      "unrecognised": "Unrecognised clients, not verifiable as people"
    },
    "all": {
      "ai": 16.4,
      "search": 6.1,
      "seo": 6.9,
      "other": 1.6,
      "unrecognised": 68.9
    },
    "exWave": {
      "ai": 3.5,
      "search": 7.6,
      "seo": 9.4,
      "other": 2.1,
      "unrecognised": 77.5
    }
  },
  "statRow": {
    "aiShareWithWave": 16.4,
    "aiShareWithoutWave": 3.5,
    "notFoundShare": 50.5
  },
  "waveAnatomy": {
    "day": "2026-08-22",
    "names": [
      "ChatGPT-User",
      "GPTBot",
      "OAI-SearchBot",
      "PerplexityBot",
      "Google-Extended",
      "ClaudeBot",
      "Amazonbot"
    ],
    "operators": 5,
    "unit": "requests",
    "requests": 557,
    "inPeakHour": 539,
    "answered404Share": 95,
    "countries": 1
  },
  "verdicts": {
    "day": "2026-08-22",
    "onlyDayPublishable": "Per the review, verdicts publish from this day only: other covered days carry partial failures whose addresses are discarded by design and can never be re-examined.",
    "unit": "requests, not page views: verification filters to eyeball traffic but applies neither the page-view rule nor the own-tooling exclusion.",
    "rows": [
      {
        "day": "2026-08-22",
        "crawler": "Amazonbot",
        "operator": "Amazon",
        "unit": "requests",
        "requests": 185,
        "verifiedRequests": null,
        "unverifiedRequests": null,
        "distinctAddresses": null,
        "verdictWord": "Unverifiable"
      },
      {
        "day": "2026-08-22",
        "crawler": "ChatGPT-User",
        "operator": "OpenAI",
        "unit": "requests",
        "requests": 140,
        "verifiedRequests": 0,
        "unverifiedRequests": 140,
        "distinctAddresses": 1,
        "verdictWord": "Not verified"
      },
      {
        "day": "2026-08-22",
        "crawler": "GPTBot",
        "operator": "OpenAI",
        "unit": "requests",
        "requests": 49,
        "verifiedRequests": 1,
        "unverifiedRequests": 48,
        "distinctAddresses": 2,
        "verdictWord": null
      },
      {
        "day": "2026-08-22",
        "crawler": "OAI-SearchBot",
        "operator": "OpenAI",
        "unit": "requests",
        "requests": 48,
        "verifiedRequests": 3,
        "unverifiedRequests": 45,
        "distinctAddresses": 4,
        "verdictWord": null
      },
      {
        "day": "2026-08-22",
        "crawler": "PerplexityBot",
        "operator": "Perplexity",
        "unit": "requests",
        "requests": 46,
        "verifiedRequests": 0,
        "unverifiedRequests": 46,
        "distinctAddresses": 1,
        "verdictWord": "Not verified"
      },
      {
        "day": "2026-08-22",
        "crawler": "Google-Extended",
        "operator": "Google",
        "unit": "requests",
        "requests": 46,
        "verifiedRequests": null,
        "unverifiedRequests": null,
        "distinctAddresses": 1,
        "verdictWord": "Not a user agent",
        "sentence": "Google documents Google-Extended as a robots.txt control token with no HTTP user agent string, so a request carrying it in its user agent did not come from Google.",
        "documentation": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers"
      },
      {
        "day": "2026-08-22",
        "crawler": "ClaudeBot",
        "operator": "Anthropic",
        "unit": "requests",
        "requests": 43,
        "verifiedRequests": null,
        "unverifiedRequests": null,
        "distinctAddresses": null,
        "verdictWord": "Unverifiable"
      },
      {
        "day": "2026-08-22",
        "crawler": "Googlebot",
        "operator": "Google",
        "unit": "requests",
        "requests": 40,
        "verifiedRequests": 40,
        "unverifiedRequests": 0,
        "distinctAddresses": 8,
        "verdictWord": "Verified"
      },
      {
        "day": "2026-08-22",
        "crawler": "bingbot",
        "operator": "Microsoft",
        "unit": "requests",
        "requests": 8,
        "verifiedRequests": 8,
        "unverifiedRequests": 0,
        "distinctAddresses": 8,
        "verdictWord": "Verified"
      },
      {
        "day": "2026-08-22",
        "crawler": "GoogleOther",
        "operator": "Google",
        "unit": "requests",
        "requests": 4,
        "verifiedRequests": 4,
        "unverifiedRequests": 0,
        "distinctAddresses": 2,
        "verdictWord": "Verified"
      }
    ],
    "tokenCoverage": {
      "daysSearched": 12,
      "from": "2026-08-13",
      "to": "2026-08-24",
      "daysWithToken": [
        "2026-08-22"
      ]
    }
  },
  "chrome": {
    "window": {
      "from": "2026-08-13",
      "to": "2026-08-23",
      "days": 11
    },
    "chromeClaimingShareOfUnrecognised": 84.3,
    "preTwentyTwentyFourShareOfChromeClaiming": 43.9,
    "boundary": {
      "major": 120,
      "stableDate": "2023-12-05",
      "nextMajorStableDate": "2024-01-23"
    },
    "topMajors": [
      {
        "major": 131,
        "shareOfChromeClaiming": 39.8,
        "stableDate": "2024-11-12"
      },
      {
        "major": 78,
        "shareOfChromeClaiming": 28,
        "stableDate": "2019-10-22"
      },
      {
        "major": 89,
        "shareOfChromeClaiming": 8.9,
        "stableDate": "2021-03-02"
      },
      {
        "major": 151,
        "shareOfChromeClaiming": 4.9,
        "stableDate": "2026-07-28"
      }
    ],
    "chrome78": {
      "presentOnEveryDay": true,
      "stableDate": "2019-10-22"
    },
    "source": {
      "name": "Chromium Dash release schedule",
      "endpoint": "https://chromiumdash.appspot.com/fetch_milestone_schedule?mstone=<milestone>",
      "field": "mstones[0].stable_date",
      "note": "The Chromium project’s own schedule service. Used because the ancient-Chrome finding needs dates a reader can check, from the party that ships the browser."
    }
  },
  "notFound": {
    "allDays": {
      "share": 62.5,
      "window": "all eleven days"
    },
    "withoutWave": {
      "share": 50.5,
      "window": "without 2026-08-22"
    },
    "withoutBothBursts": {
      "share": 41,
      "window": "without 2026-08-22 and 2026-08-23"
    },
    "statRowUses": "withoutWave"
  },
  "markdown": {
    "window": {
      "from": "2026-08-13",
      "to": "2026-08-23",
      "excluding": [
        "2026-08-22"
      ],
      "days": 10
    },
    "bucketShares": {
      "seo": 50,
      "unrecognised": 18.1,
      "search": 16.2,
      "ai": 15.3,
      "other-bot": 0.5
    },
    "claudeBot": {
      "markdownShareOfOwnContentFetches": 45.7
    }
  },
  "etiquette": {
    "window": {
      "from": "2026-08-13",
      "to": "2026-08-23",
      "excluding": [
        "2026-08-22"
      ],
      "days": 10
    },
    "rows": [
      {
        "crawler": "Applebot",
        "bucket": "search",
        "checksPerPage": 4,
        "checksPerContentFetch": 0.8,
        "robotsFetchObserved": true
      },
      {
        "crawler": "ClaudeBot",
        "bucket": "ai",
        "checksPerPage": 3.7,
        "checksPerContentFetch": 2,
        "robotsFetchObserved": true
      },
      {
        "crawler": "OAI-SearchBot",
        "bucket": "ai",
        "checksPerPage": 1.5,
        "checksPerContentFetch": 1.4,
        "robotsFetchObserved": true
      },
      {
        "crawler": "Googlebot",
        "bucket": "search",
        "checksPerPage": 0.7,
        "checksPerContentFetch": 0.6,
        "robotsFetchObserved": true
      },
      {
        "crawler": "bingbot",
        "bucket": "search",
        "checksPerPage": 0.1,
        "checksPerContentFetch": 0.1,
        "robotsFetchObserved": true
      },
      {
        "crawler": "PerplexityBot",
        "bucket": "ai",
        "checksPerPage": 0.1,
        "checksPerContentFetch": 0.1,
        "robotsFetchObserved": true
      },
      {
        "crawler": "GoogleOther",
        "bucket": "ai",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "GPTBot",
        "bucket": "ai",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "ChatGPT-User",
        "bucket": "ai",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "Amazonbot",
        "bucket": "ai",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "YandexBot",
        "bucket": "search",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "CCBot",
        "bucket": "ai",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      },
      {
        "crawler": "Baiduspider",
        "bucket": "search",
        "checksPerPage": 0,
        "checksPerContentFetch": 0,
        "robotsFetchObserved": false,
        "note": "No robots.txt fetch observed in 10 days."
      }
    ]
  },
  "searchConsole": {
    "window": {
      "from": "2026-07-29",
      "to": "2026-08-18",
      "settledDays": 21
    },
    "namedQueryImpressions": 2,
    "totalImpressions": 245,
    "namedShare": 0.8,
    "note": "Query rows are a floor, never a total: the gap is queries Google declined to name."
  },
  "heldFindings": [
    {
      "id": "VIS-010",
      "title": "llms.txt before and after",
      "waitsOn": "Three to four weeks of after-data; the before-baseline and go-live date are already recorded."
    },
    {
      "id": "VIS-008",
      "title": "Crawl versus credit, Google edition",
      "waitsOn": "All joint Search Console days settled."
    },
    {
      "id": "VIS-009",
      "title": "AI training / search / user-fetch split",
      "waitsOn": "AI page views in the hundreds; one crawler session currently moves the split by 24 points."
    }
  ]
}