{ "meta": { "source": "Robauto.ai — Agent Leaderboard", "description": "Bots, crawlers, and AI agents detected across the Robauto network, ranked by activity over the last 7 days.", "website": "https://robauto.ai/agent-leaderboard", "methodology": "Every request to a site running the cookie-free Robauto Pixel is classified by user-agent signature and referral fingerprint. Non-human requests are normalized to a canonical agent name (e.g. GPTBot, ClaudeBot, Bingbot); unmatched non-human requests are grouped as 'Unidentified Crawler'. Counts are raw hits over rolling 7-day and 24-hour windows across all tracked sites, deduplicated per request, not per session. No personal data, cookies, or IP-derived identities are stored or exposed.", "window": { "primary": "7 days", "secondary": "24 hours" }, "updated_at": "2026-08-27T18:44:41.256Z", "license": "Free to use, quote, and cite with attribution to Robauto.ai", "citation": "Robauto Agent Leaderboard, https://robauto.ai/agent-leaderboard (accessed 2026-08-27)." }, "summary": { "agents_detected": 36, "total_agent_hits_7d": 47301, "total_agent_hits_24h": 1792 }, "agents": [ { "agent": "Meta External Agent", "visits_7d": 25497, "visits_24h": 815, "sites_hit": 3384, "last_seen": "2026-08-27T18:29:57.915131+00:00" }, { "agent": "Amazonbot (Alexa)", "visits_7d": 5438, "visits_24h": 8, "sites_hit": 2718, "last_seen": "2026-08-27T07:52:10.647625+00:00" }, { "agent": "ClaudeBot (Anthropic)", "visits_7d": 4553, "visits_24h": 5, "sites_hit": 2244, "last_seen": "2026-08-27T10:48:31.225077+00:00" }, { "agent": "GPTBot (OpenAI)", "visits_7d": 4176, "visits_24h": 22, "sites_hit": 2013, "last_seen": "2026-08-27T18:02:25.963103+00:00" }, { "agent": "Yandex Render Bot", "visits_7d": 2519, "visits_24h": 177, "sites_hit": 449, "last_seen": "2026-08-27T18:23:48.829843+00:00" }, { "agent": "Baiduspider", "visits_7d": 1831, "visits_24h": 245, "sites_hit": 15, "last_seen": "2026-08-27T18:26:52.019497+00:00" }, { "agent": "Headless Browser", "visits_7d": 1649, "visits_24h": 247, "sites_hit": 13, "last_seen": "2026-08-27T18:27:47.350262+00:00" }, { "agent": "Bingbot (Copilot)", "visits_7d": 440, "visits_24h": 59, "sites_hit": 22, "last_seen": "2026-08-27T18:15:08.463731+00:00" }, { "agent": "Unidentified Crawler", "visits_7d": 434, "visits_24h": 37, "sites_hit": 11, "last_seen": "2026-08-27T18:24:44.809018+00:00" }, { "agent": "Meta External Ads", "visits_7d": 269, "visits_24h": 37, "sites_hit": 5, "last_seen": "2026-08-27T17:49:13.204991+00:00" }, { "agent": "AhrefsBot", "visits_7d": 129, "visits_24h": 35, "sites_hit": 18, "last_seen": "2026-08-27T18:08:34.652385+00:00" }, { "agent": "Sogou Spider", "visits_7d": 108, "visits_24h": 15, "sites_hit": 7, "last_seen": "2026-08-27T18:09:49.014824+00:00" }, { "agent": "Readbot", "visits_7d": 54, "visits_24h": 54, "sites_hit": 1, "last_seen": "2026-08-27T17:07:43.944254+00:00" }, { "agent": "Storebot-Google", "visits_7d": 34, "visits_24h": 1, "sites_hit": 3, "last_seen": "2026-08-27T13:42:11.798132+00:00" }, { "agent": "DuckDuckBot", "visits_7d": 25, "visits_24h": 8, "sites_hit": 8, "last_seen": "2026-08-27T11:20:30.877821+00:00" }, { "agent": "DuckAssistBot (DuckDuckGo AI)", "visits_7d": 22, "visits_24h": 3, "sites_hit": 5, "last_seen": "2026-08-27T06:28:43.941445+00:00" }, { "agent": "Sebot-Wa", "visits_7d": 19, "visits_24h": 5, "sites_hit": 4, "last_seen": "2026-08-27T09:32:04.419451+00:00" }, { "agent": "Crawlproofbot", "visits_7d": 16, "visits_24h": 2, "sites_hit": 1, "last_seen": "2026-08-27T13:00:10.589913+00:00" }, { "agent": "Stripebot", "visits_7d": 14, "visits_24h": 3, "sites_hit": 4, "last_seen": "2026-08-27T01:01:01.600181+00:00" }, { "agent": "YisouSpider", "visits_7d": 11, "visits_24h": 3, "sites_hit": 2, "last_seen": "2026-08-27T12:19:22.366875+00:00" }, { "agent": "Siteauditbot", "visits_7d": 10, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-21T00:29:32.889574+00:00" }, { "agent": "Oai-Adsbot", "visits_7d": 10, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-25T04:26:59.366984+00:00" }, { "agent": "QuillBot", "visits_7d": 6, "visits_24h": 1, "sites_hit": 3, "last_seen": "2026-08-27T13:38:08.072374+00:00" }, { "agent": "360spider", "visits_7d": 6, "visits_24h": 0, "sites_hit": 3, "last_seen": "2026-08-26T07:05:08.434641+00:00" }, { "agent": "Bitsightbot", "visits_7d": 5, "visits_24h": 5, "sites_hit": 2, "last_seen": "2026-08-27T04:57:40.563308+00:00" }, { "agent": "PerplexityBot", "visits_7d": 5, "visits_24h": 1, "sites_hit": 4, "last_seen": "2026-08-27T12:16:44.592285+00:00" }, { "agent": "Google-Extended (Gemini)", "visits_7d": 5, "visits_24h": 1, "sites_hit": 3, "last_seen": "2026-08-27T01:01:37.518508+00:00" }, { "agent": "Shapbot", "visits_7d": 3, "visits_24h": 2, "sites_hit": 1, "last_seen": "2026-08-27T07:56:47.443052+00:00" }, { "agent": "Querit-Searchbot", "visits_7d": 3, "visits_24h": 0, "sites_hit": 2, "last_seen": "2026-08-25T20:15:09.787986+00:00" }, { "agent": "Argowebsitecrawler", "visits_7d": 3, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-24T02:59:26.391374+00:00" }, { "agent": "Bytespider (ByteDance)", "visits_7d": 2, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-26T12:13:06.694095+00:00" }, { "agent": "Promptingbot", "visits_7d": 1, "visits_24h": 1, "sites_hit": 1, "last_seen": "2026-08-27T09:38:44.955177+00:00" }, { "agent": "Grok (xAI)", "visits_7d": 1, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-26T15:13:39.539774+00:00" }, { "agent": "Scripted HTTP Client", "visits_7d": 1, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-21T21:18:56.876214+00:00" }, { "agent": "Abevalbot", "visits_7d": 1, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-25T03:38:54.053216+00:00" }, { "agent": "SeekportBot", "visits_7d": 1, "visits_24h": 0, "sites_hit": 1, "last_seen": "2026-08-22T04:06:25.969893+00:00" } ] }