From 2d903f5a43032590417177448e8b27a4e46d64f4 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 1 Nov 2026 23:05:28 +0000 Subject: [PATCH] chore(analytics): refresh default AI agent list data --- aianalytics/default_ai_agents.json | 197 ++++++++++++++++++++++++++++- 1 file changed, 193 insertions(+), 4 deletions(-) diff --git a/aianalytics/default_ai_agents.json b/aianalytics/default_ai_agents.json index 2772dc2f..2a2a8069 100644 --- a/aianalytics/default_ai_agents.json +++ b/aianalytics/default_ai_agents.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-10-15T22:28:49.971016388Z", + "generated_at": "2026-11-01T22:56:00.580991875Z", "sources": { "ai_robots_txt": "https://raw.githubusercontent.com/ai-robots-txt/ai.robots.txt/main/robots.json", "crawler_user_agents": "https://raw.githubusercontent.com/monperrus/crawler-user-agents/master/crawler-user-agents.json", @@ -53,6 +53,16 @@ "ai_robots_txt" ] }, + { + "token": "agi agent", + "name": "AGI Agent", + "family": "AGI, Inc", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "ai2bot", "name": "AI2Bot", @@ -120,7 +130,8 @@ "respects_robots_txt": "yes", "url": "https://lyrenth.com", "sources": [ - "ai_robots_txt" + "ai_robots_txt", + "crawler_user_agents" ] }, { @@ -427,6 +438,16 @@ "hitkeep_curated" ] }, + { + "token": "cartai agentic commerce", + "name": "CartAI Agentic Commerce", + "family": "CartAI that accesses online stores to support user-directed shopping and checkout workflows", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "ccbot", "name": "CCBot", @@ -574,6 +595,16 @@ "hitkeep_curated" ] }, + { + "token": "cledarabot", + "name": "CledaraBot", + "family": "Cledara that visits SaaS providers to complete customer-approved administrative tasks, including invoice collection and user managem…", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "cloudflare-autorag", "name": "Cloudflare-AutoRAG", @@ -606,6 +637,16 @@ "ai_robots_txt" ] }, + { + "token": "codex", + "name": "Codex", + "family": "Codex", + "category": "ai_coding_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "cohere-ai", "name": "Cohere", @@ -824,6 +865,28 @@ "ai_robots_txt" ] }, + { + "token": "elevenlabsbot", + "name": "ElevenlabsBot", + "family": "ElevenLabs", + "category": "ai_assistant", + "respects_robots_txt": "yes", + "url": "https://elevenlabs.io", + "sources": [ + "ai_robots_txt" + ] + }, + { + "token": "elevenlabscrawler", + "name": "ElevenlabsCrawler", + "family": "ElevenLabs", + "category": "ai_training_crawler", + "respects_robots_txt": "yes", + "url": "https://elevenlabs.io", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "erniebot", "name": "ERNIEBot", @@ -855,6 +918,16 @@ "ai_robots_txt" ] }, + { + "token": "exauser", + "name": "ExaUser", + "family": "ExaUser", + "category": "ai_assistant", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "extecontextcrawl", "name": "ExteContextCrawl", @@ -1149,6 +1222,16 @@ "hitkeep_curated" ] }, + { + "token": "grok bot", + "name": "Grok Bot", + "family": "Grok Bot", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "grokappandroid", "name": "GrokAppAndroid", @@ -1182,6 +1265,16 @@ "device_detector_bots" ] }, + { + "token": "harkbot", + "name": "HarkBot", + "family": "HarkBot", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "henkbot", "name": "HenkBot", @@ -1205,6 +1298,17 @@ "device_detector_bots" ] }, + { + "token": "hunyuan", + "name": "Hunyuan", + "family": "Tencent", + "category": "ai_training_crawler", + "respects_robots_txt": "unclear", + "url": "https://hunyuan.tencent.com", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "ias_crawler", "name": "IAS Crawler", @@ -1352,6 +1456,28 @@ "crawler_user_agents" ] }, + { + "token": "instinct", + "name": "Instinct", + "family": "Instinct", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, + { + "token": "isonai-user", + "name": "IsonAI-User", + "family": "PT Epithre Teknologi Indonesia", + "category": "ai_assistant", + "respects_robots_txt": "unclear", + "url": "https://docs.isonai.com/en/bots/", + "sources": [ + "crawler_user_agents", + "device_detector_bots" + ] + }, { "token": "isscyberriskcrawler", "name": "ISSCyberRiskCrawler", @@ -1673,6 +1799,17 @@ "ai_robots_txt" ] }, + { + "token": "moonshotbot", + "name": "MoonshotBot", + "family": "Kimi", + "category": "ai_training_crawler", + "respects_robots_txt": "unclear", + "url": "https://www.kimi.ai/", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "mozilla-tabstack", "name": "Mozilla-Tabstack", @@ -1683,6 +1820,16 @@ "ai_robots_txt" ] }, + { + "token": "muse", + "name": "Muse", + "family": "Muse", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "mycentralaiscraperbot", "name": "MyCentralAIScraperBot", @@ -1889,6 +2036,16 @@ "ai_robots_txt" ] }, + { + "token": "payhawk invoice fetching agent", + "name": "Payhawk Invoice Fetching Agent", + "family": "Payhawk that retrieves invoices from supplier websites for users and attaches them to expense records", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "perplexity-user", "name": "Perplexity-User", @@ -2137,6 +2294,17 @@ "ai_robots_txt" ] }, + { + "token": "scrybot", + "name": "ScryBot", + "family": "Scry", + "category": "ai_agent", + "respects_robots_txt": "unclear", + "url": "https://scry.io/", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "semantic-visions", "name": "semantic-visions", @@ -2424,8 +2592,8 @@ }, { "token": "webzio-extended", - "name": "webzio-extended", - "family": "webzio-extended", + "name": "Webzio-Extended", + "family": "Webzio-Extended", "category": "ai_training_crawler", "respects_robots_txt": "unclear", "url": "https://docs.webz.io/reference/how-it-works-video", @@ -2468,6 +2636,17 @@ "device_detector_bots" ] }, + { + "token": "xai-grok", + "name": "xAI-Grok", + "family": "xAI", + "category": "other_ai", + "respects_robots_txt": "unclear", + "url": "https://x.ai/", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "yandexadditional", "name": "YandexAdditional", @@ -2491,6 +2670,16 @@ "ai_robots_txt" ] }, + { + "token": "yibot", + "name": "YiBot", + "family": "01.ai", + "category": "ai_training_crawler", + "respects_robots_txt": "unclear", + "sources": [ + "ai_robots_txt" + ] + }, { "token": "yiyanbot", "name": "YiyanBot",