{
 "generated_at": "2026-09-01T01:26:52+00:00",
 "note": "Case-insensitive substring alternations, already escaped. A user-agent match is a claim, not a proof: pair it with /ip-ranges/ or reverse DNS before you trust it.",
 "all": "(AhrefsBot|AI2Bot|Ai2Bot\\-Dolma|Amazonbot|anthropic\\-ai|Applebot|archive\\.org_bot|Baiduspider|bingbot|Bytespider|CCBot|ChatGPT\\-User|Claude\\-SearchBot|Claude\\-User|Claude\\-Web|ClaudeBot|cohere\\-ai|cohere\\-training\\-data\\-crawler|Diffbot|DuckAssistBot|DuckDuckBot|FacebookBot|facebookexternalhit|FirecrawlAgent|Google\\-CloudVertexBot|Google\\-InspectionTool|Googlebot|Googlebot\\-Image|Googlebot\\-News|GoogleOther|GPTBot|ia_archiver|ImagesiftBot|img2dataset|meta\\-externalagent|meta\\-externalfetcher|MistralAI\\-User|OAI\\-SearchBot|omgili|omgilibot|Perplexity\\-User|PerplexityBot|PetalBot|Scrapy|SemrushBot|SemrushBot\\-OCOB|SeznamBot|Storebot\\-Google|TikTokSpider|Timpibot|Webzio\\-Extended|YandexBot|Yeti|YouBot)",
 "ai_only": "(AI2Bot|Ai2Bot\\-Dolma|Amazonbot|anthropic\\-ai|Bytespider|CCBot|ChatGPT\\-User|Claude\\-SearchBot|Claude\\-User|Claude\\-Web|ClaudeBot|cohere\\-ai|cohere\\-training\\-data\\-crawler|Diffbot|DuckAssistBot|FacebookBot|Google\\-CloudVertexBot|GoogleOther|GPTBot|ImagesiftBot|img2dataset|meta\\-externalagent|meta\\-externalfetcher|MistralAI\\-User|OAI\\-SearchBot|omgili|omgilibot|Perplexity\\-User|PerplexityBot|SemrushBot\\-OCOB|TikTokSpider|Webzio\\-Extended|YouBot)",
 "by_category": {
  "ai-training": "(anthropic\\-ai|Bytespider|ClaudeBot|cohere\\-training\\-data\\-crawler|FacebookBot|GoogleOther|GPTBot|meta\\-externalagent|SemrushBot\\-OCOB|TikTokSpider|Webzio\\-Extended)",
  "ai-search": "(Amazonbot|Claude\\-SearchBot|Claude\\-Web|DuckAssistBot|Google\\-CloudVertexBot|OAI\\-SearchBot|PerplexityBot|YouBot)",
  "user-fetch": "(ChatGPT\\-User|Claude\\-User|cohere\\-ai|meta\\-externalfetcher|MistralAI\\-User|Perplexity\\-User)",
  "search": "(Applebot|Baiduspider|bingbot|DuckDuckBot|Googlebot|Googlebot\\-Image|Googlebot\\-News|PetalBot|SeznamBot|Storebot\\-Google|Timpibot|YandexBot|Yeti)",
  "tool": "(FirecrawlAgent|Google\\-InspectionTool|Scrapy)",
  "dataset": "(AI2Bot|Ai2Bot\\-Dolma|CCBot|Diffbot|ImagesiftBot|img2dataset|omgili|omgilibot)",
  "preview": "(facebookexternalhit)",
  "seo": "(AhrefsBot|SemrushBot)",
  "archive": "(archive\\.org_bot|ia_archiver)"
 }
}