{
  "slug": "ai-crawler-market-share",
  "title": "AI Crawler Reach and Request Share",
  "description": "Share of Trakkr's connected sites each AI crawler reached in the last four weeks, with 13-week request share, purpose labels and stated limits.",
  "updatedAt": "2026-10-25",
  "generatedAt": "2026-10-28",
  "sourceUrls": [
    {
      "label": "AI crawler profiles",
      "url": "https://trakkr.ai/bots"
    },
    {
      "label": "Trakkr Data: crawlers",
      "url": "https://trakkr.ai/data/crawlers"
    },
    {
      "label": "AI crawler monitoring",
      "url": "https://trakkr.ai/ai-crawler-monitoring"
    }
  ],
  "coverage": [
    {
      "label": "Sites, last 4 weeks",
      "value": 104,
      "format": "number"
    },
    {
      "label": "Sites, 13 weeks",
      "value": 135,
      "format": "number"
    },
    {
      "label": "Requests from published crawlers",
      "value": 38506877,
      "format": "number"
    },
    {
      "label": "Measurement window",
      "value": "27 Jul to 25 Oct 2026",
      "format": "text"
    }
  ],
  "heroStats": [
    {
      "label": "Sites, last 4 weeks",
      "value": 104,
      "format": "number"
    },
    {
      "label": "Published crawlers",
      "value": 26,
      "format": "number"
    },
    {
      "label": "Top site reach",
      "value": 83.7,
      "format": "percent"
    }
  ],
  "table": {
    "columns": [
      {
        "key": "crawler",
        "label": "Crawler",
        "format": "text"
      },
      {
        "key": "operator",
        "label": "Operator",
        "format": "text"
      },
      {
        "key": "crawler_type",
        "label": "Purpose",
        "format": "text"
      },
      {
        "key": "recent_reach",
        "label": "Sites reached, last 4 weeks",
        "format": "percent",
        "align": "right"
      },
      {
        "key": "recent_sites",
        "label": "Sites, last 4 weeks",
        "format": "number",
        "align": "right"
      },
      {
        "key": "request_share",
        "label": "Request share, 13 weeks",
        "format": "percent",
        "align": "right"
      },
      {
        "key": "requests",
        "label": "Requests, 13 weeks",
        "format": "number",
        "align": "right"
      }
    ]
  },
  "rows": [
    {
      "crawler": "OAI-SearchBot",
      "operator": "OpenAI",
      "crawler_type": "AI search crawler",
      "recent_reach": 83.7,
      "recent_sites": 87,
      "request_share": 11.1,
      "requests": 4272098,
      "sites_seen": 108
    },
    {
      "crawler": "ClaudeBot",
      "operator": "Anthropic",
      "crawler_type": "Training crawler",
      "recent_reach": 83.7,
      "recent_sites": 87,
      "request_share": 7.5,
      "requests": 2893390,
      "sites_seen": 107
    },
    {
      "crawler": "GPTBot",
      "operator": "OpenAI",
      "crawler_type": "Training crawler",
      "recent_reach": 67.3,
      "recent_sites": 70,
      "request_share": 5.9,
      "requests": 2254696,
      "sites_seen": 107
    },
    {
      "crawler": "Amazonbot",
      "operator": "Amazon",
      "crawler_type": "Other crawler",
      "recent_reach": 60.6,
      "recent_sites": 63,
      "request_share": 30.1,
      "requests": 11581329,
      "sites_seen": 79
    },
    {
      "crawler": "ChatGPT-User",
      "operator": "OpenAI",
      "crawler_type": "Live fetcher",
      "recent_reach": 55.8,
      "recent_sites": 58,
      "request_share": 6.6,
      "requests": 2545055,
      "sites_seen": 75
    },
    {
      "crawler": "PerplexityBot",
      "operator": "Perplexity",
      "crawler_type": "AI search crawler",
      "recent_reach": 55.8,
      "recent_sites": 58,
      "request_share": 6.4,
      "requests": 2470727,
      "sites_seen": 78
    },
    {
      "crawler": "Applebot",
      "operator": "Apple",
      "crawler_type": "AI search crawler",
      "recent_reach": 51,
      "recent_sites": 53,
      "request_share": 7,
      "requests": 2682816,
      "sites_seen": 65
    },
    {
      "crawler": "Bytespider",
      "operator": "ByteDance",
      "crawler_type": "Training crawler",
      "recent_reach": 48.1,
      "recent_sites": 50,
      "request_share": 8.2,
      "requests": 3161405,
      "sites_seen": 71
    },
    {
      "crawler": "Claude-User",
      "operator": "Anthropic",
      "crawler_type": "Live fetcher",
      "recent_reach": 46.2,
      "recent_sites": 48,
      "request_share": 0.7,
      "requests": 269079,
      "sites_seen": 65
    },
    {
      "crawler": "YouBot",
      "operator": "You.com",
      "crawler_type": "AI search crawler",
      "recent_reach": 38.5,
      "recent_sites": 40,
      "request_share": 5,
      "requests": 1915775,
      "sites_seen": 47
    },
    {
      "crawler": "Claude-Code",
      "operator": "Anthropic",
      "crawler_type": "Live fetcher",
      "recent_reach": 38.5,
      "recent_sites": 40,
      "request_share": 0.5,
      "requests": 198541,
      "sites_seen": 45
    },
    {
      "crawler": "cohere-ai",
      "operator": "Cohere",
      "crawler_type": "Live fetcher",
      "recent_reach": 37.5,
      "recent_sites": 39,
      "request_share": 0.1,
      "requests": 44403,
      "sites_seen": 48
    },
    {
      "crawler": "GrokBot",
      "operator": "xAI",
      "crawler_type": "Training crawler",
      "recent_reach": 36.5,
      "recent_sites": 38,
      "request_share": 0.4,
      "requests": 144694,
      "sites_seen": 49
    },
    {
      "crawler": "DeepSeekBot",
      "operator": "DeepSeek",
      "crawler_type": "Training crawler",
      "recent_reach": 36.5,
      "recent_sites": 38,
      "request_share": 0.1,
      "requests": 42031,
      "sites_seen": 48
    },
    {
      "crawler": "CCBot",
      "operator": "Common Crawl",
      "crawler_type": "Training crawler",
      "recent_reach": 35.6,
      "recent_sites": 37,
      "request_share": 0.3,
      "requests": 104768,
      "sites_seen": 47
    },
    {
      "crawler": "Scrapy",
      "operator": "Zyte",
      "crawler_type": "Other crawler",
      "recent_reach": 32.7,
      "recent_sites": 34,
      "request_share": 0.1,
      "requests": 34908,
      "sites_seen": 42
    },
    {
      "crawler": "Perplexity-User",
      "operator": "Perplexity",
      "crawler_type": "Live fetcher",
      "recent_reach": 31.7,
      "recent_sites": 33,
      "request_share": 0,
      "requests": 16843,
      "sites_seen": 40
    },
    {
      "crawler": "MistralAI-User",
      "operator": "Mistral AI",
      "crawler_type": "Live fetcher",
      "recent_reach": 26.9,
      "recent_sites": 28,
      "request_share": 0.1,
      "requests": 26867,
      "sites_seen": 30
    },
    {
      "crawler": "Meta-ExternalAgent",
      "operator": "Meta",
      "crawler_type": "Training crawler",
      "recent_reach": 18.3,
      "recent_sites": 19,
      "request_share": 8.9,
      "requests": 3408631,
      "sites_seen": 25
    },
    {
      "crawler": "Google-Agent",
      "operator": "Google",
      "crawler_type": "Live fetcher",
      "recent_reach": 18.3,
      "recent_sites": 19,
      "request_share": 0,
      "requests": 11078,
      "sites_seen": 33
    },
    {
      "crawler": "Diffbot",
      "operator": "Diffbot",
      "crawler_type": "Other crawler",
      "recent_reach": 12.5,
      "recent_sites": 13,
      "request_share": 0,
      "requests": 3500,
      "sites_seen": 18
    },
    {
      "crawler": "OAI-AdsBot",
      "operator": "OpenAI",
      "crawler_type": "Other crawler",
      "recent_reach": 11.5,
      "recent_sites": 12,
      "request_share": 0.1,
      "requests": 32012,
      "sites_seen": 13
    },
    {
      "crawler": "Timpibot",
      "operator": "Timpi",
      "crawler_type": "AI search crawler",
      "recent_reach": 11.5,
      "recent_sites": 12,
      "request_share": 0,
      "requests": 5994,
      "sites_seen": 19
    },
    {
      "crawler": "Claude-SearchBot",
      "operator": "Anthropic",
      "crawler_type": "AI search crawler",
      "recent_reach": 7.7,
      "recent_sites": 8,
      "request_share": 1,
      "requests": 375655,
      "sites_seen": 25
    },
    {
      "crawler": "anthropic-ai",
      "operator": "Anthropic",
      "crawler_type": "Training crawler",
      "recent_reach": 6.7,
      "recent_sites": 7,
      "request_share": 0,
      "requests": 8961,
      "sites_seen": 21
    },
    {
      "crawler": "Claude-Web",
      "operator": "Anthropic",
      "crawler_type": "Live fetcher",
      "recent_reach": 2.9,
      "recent_sites": 3,
      "request_share": 0,
      "requests": 1621,
      "sites_seen": 15
    }
  ],
  "methodology": [
    "Site reach is the share of connected sites that recorded at least one request from the crawler in the last four complete weeks (28 Sep to 25 Oct 2026, 104 sites). Crawlers are ranked by it.",
    "Request share is each crawler's part of all requests from the 26 published crawlers over 13 complete weeks (27 Jul to 25 Oct 2026, 135 sites). A few busy sites can dominate it, so read it beside reach.",
    "Finalized daily crawler summaries from sites connected to Trakkr, grouped by the crawler signature detected in each request. Trakkr’s own site is excluded. Only finalized days are used.",
    "Purpose labels come from each operator’s own documentation, through the Trakkr bot registry."
  ],
  "notes": [
    "This is a sample of sites connected to Trakkr, not the whole web.",
    "A matching user-agent does not prove the named operator sent the request.",
    "Counts are classified requests, not unique pages, training use or citations.",
    "Crawlers seen on fewer than 10 sites are not shown, and weekly medians need at least 5 sites.",
    "Classic search crawlers (Googlebot, Bingbot) and generic product labels are left out, because they are not collected the same way on every site.",
    "The number of connected sites changes from week to week (73 to 98 sites in this window).",
    "Earlier Trakkr crawler figures, such as Study 003 (June 2025 to February 2026), used a different sample and measure. Do not compare them directly."
  ]
}