{
 "slug": "archive-org-bot",
 "name": "archive.org_bot",
 "group_key": "host:archive.org",
 "kind": "named",
 "user_agents": [
  {
   "ua": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99",
   "requests": 327,
   "addresses": 2,
   "first_seen": "2026-08-31T20:58:34+00:00",
   "last_seen": "2026-09-01T03:00:09+00:00"
  }
 ],
 "primary_user_agent": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99",
 "requests": 327,
 "addresses": 2,
 "first_seen": "2026-08-31T20:58:34+00:00",
 "last_seen": "2026-09-01T03:00:09+00:00",
 "bytes_served": 106813,
 "classed_by_our_instrument": {
  "crawler": 327
 },
 "surfaces": {
  "pathwren-edge": 276,
  "ai-crawler-index": 51
 },
 "channels": {
  "direct": 45
 },
 "accept_headers": [],
 "status_codes": {
  "not recorded": 309,
  "200": 18
 },
 "distinct_paths": 270,
 "paths": [
  {
   "path": "/px.gif",
   "requests": 51,
   "statuses": {
    "not recorded": 45,
    "200": 6
   },
   "first": "2026-08-31T20:58:35+00:00",
   "last": "2026-09-01T03:00:09+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 2,
   "statuses": {
    "not recorded": 1,
    "200": 1
   },
   "first": "2026-08-31T20:59:01+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 2,
   "statuses": {
    "not recorded": 2
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:59:01+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "requests": 2,
   "statuses": {
    "not recorded": 2
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 2,
   "statuses": {
    "not recorded": 2
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "requests": 2,
   "statuses": {
    "not recorded": 2
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "requests": 2,
   "statuses": {
    "not recorded": 2
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:59+00:00"
  },
  {
   "path": "/openapi.json",
   "requests": 2,
   "statuses": {
    "not recorded": 1,
    "200": 1
   },
   "first": "2026-08-31T20:59:36+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/about.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:44+00:00",
   "last": "2026-08-31T20:59:44+00:00"
  },
  {
   "path": "/apple-touch-icon.png",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:05+00:00",
   "last": "2026-09-01T03:00:05+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/category/archive.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/dataset.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/seo.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/tool.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/user-fetch.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Googlebot-Image/1.0",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20GoogleOther)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-ai)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:44+00:00",
   "last": "2026-08-31T20:59:44+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20GoogleOther)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-ai)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/Scrapy/2.11.0%20(+https://scrapy.org)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:44+00:00",
   "last": "2026-08-31T20:59:44+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:11+00:00",
   "last": "2026-08-31T20:59:11+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:11+00:00",
   "last": "2026-08-31T20:59:11+00:00"
  },
  {
   "path": "/crawler/ai2bot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/crawler/ai2bot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/crawler/amazonbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:07+00:00",
   "last": "2026-08-31T20:59:07+00:00"
  },
  {
   "path": "/crawler/amazonbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:08+00:00",
   "last": "2026-08-31T20:59:08+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:44+00:00",
   "last": "2026-08-31T20:58:44+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:57+00:00",
   "last": "2026-08-31T20:58:57+00:00"
  },
  {
   "path": "/crawler/applebot-extended.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:58+00:00",
   "last": "2026-08-31T20:58:58+00:00"
  },
  {
   "path": "/crawler/applebot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:57+00:00",
   "last": "2026-08-31T20:58:57+00:00"
  },
  {
   "path": "/crawler/applebot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:55+00:00",
   "last": "2026-08-31T20:58:55+00:00"
  },
  {
   "path": "/crawler/archive-org-bot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:23+00:00",
   "last": "2026-08-31T20:59:23+00:00"
  },
  {
   "path": "/crawler/archive-org-bot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:23+00:00",
   "last": "2026-08-31T20:59:23+00:00"
  },
  {
   "path": "/crawler/baiduspider.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:26+00:00",
   "last": "2026-08-31T20:59:26+00:00"
  },
  {
   "path": "/crawler/baiduspider.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:26+00:00",
   "last": "2026-08-31T20:59:26+00:00"
  },
  {
   "path": "/crawler/bingbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:53+00:00",
   "last": "2026-08-31T20:58:53+00:00"
  },
  {
   "path": "/crawler/bingbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:54+00:00",
   "last": "2026-08-31T20:58:54+00:00"
  },
  {
   "path": "/crawler/bytespider.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:02+00:00",
   "last": "2026-08-31T20:59:02+00:00"
  },
  {
   "path": "/crawler/ccbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:01+00:00",
   "last": "2026-08-31T20:59:01+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-user.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-web.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:45+00:00",
   "last": "2026-08-31T20:58:45+00:00"
  },
  {
   "path": "/crawler/claude-web.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:46+00:00",
   "last": "2026-08-31T20:58:46+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/claudebot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/cohere-ai.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:13+00:00",
   "last": "2026-08-31T20:59:13+00:00"
  },
  {
   "path": "/crawler/cohere-ai.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:13+00:00",
   "last": "2026-08-31T20:59:13+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:14+00:00",
   "last": "2026-08-31T20:59:14+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:14+00:00",
   "last": "2026-08-31T20:59:14+00:00"
  },
  {
   "path": "/crawler/diffbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/crawler/diffbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/crawler/duckassistbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/crawler/duckassistbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:08+00:00",
   "last": "2026-08-31T20:59:08+00:00"
  },
  {
   "path": "/crawler/duckduckbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/crawler/duckduckbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/crawler/facebookbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:05+00:00",
   "last": "2026-08-31T20:59:05+00:00"
  },
  {
   "path": "/crawler/facebookbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:06+00:00",
   "last": "2026-08-31T20:59:06+00:00"
  },
  {
   "path": "/crawler/facebookexternalhit.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:05+00:00",
   "last": "2026-08-31T20:59:05+00:00"
  },
  {
   "path": "/crawler/facebookexternalhit.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:05+00:00",
   "last": "2026-08-31T20:59:05+00:00"
  },
  {
   "path": "/crawler/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/firecrawlagent.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:31+00:00",
   "last": "2026-08-31T20:59:31+00:00"
  },
  {
   "path": "/crawler/firecrawlagent.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:31+00:00",
   "last": "2026-08-31T20:59:31+00:00"
  },
  {
   "path": "/crawler/google-cloudvertexbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/crawler/google-cloudvertexbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:50+00:00",
   "last": "2026-08-31T20:58:50+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:46+00:00",
   "last": "2026-08-31T20:58:46+00:00"
  },
  {
   "path": "/crawler/google-extended.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:46+00:00",
   "last": "2026-08-31T20:58:46+00:00"
  },
  {
   "path": "/crawler/google-inspectiontool.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/crawler/google-inspectiontool.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/crawler/googlebot-image.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/crawler/googlebot-image.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/crawler/googlebot-news.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/crawler/googlebot-news.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:52+00:00",
   "last": "2026-08-31T20:58:52+00:00"
  },
  {
   "path": "/crawler/googlebot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/crawler/googlebot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:47+00:00",
   "last": "2026-08-31T20:58:47+00:00"
  },
  {
   "path": "/crawler/googleother.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/crawler/googleother.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/crawler/gptbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/ia-archiver.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:23+00:00",
   "last": "2026-08-31T20:59:23+00:00"
  },
  {
   "path": "/crawler/ia-archiver.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:25+00:00",
   "last": "2026-08-31T20:59:25+00:00"
  },
  {
   "path": "/crawler/imagesiftbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:19+00:00",
   "last": "2026-08-31T20:59:19+00:00"
  },
  {
   "path": "/crawler/imagesiftbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/crawler/img2dataset.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:33+00:00",
   "last": "2026-08-31T20:59:33+00:00"
  },
  {
   "path": "/crawler/img2dataset.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:33+00:00",
   "last": "2026-08-31T20:59:33+00:00"
  },
  {
   "path": "/crawler/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:04+00:00",
   "last": "2026-08-31T20:59:04+00:00"
  },
  {
   "path": "/crawler/meta-externalagent.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:03+00:00",
   "last": "2026-08-31T20:59:03+00:00"
  },
  {
   "path": "/crawler/meta-externalfetcher.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:04+00:00",
   "last": "2026-08-31T20:59:04+00:00"
  },
  {
   "path": "/crawler/meta-externalfetcher.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:05+00:00",
   "last": "2026-08-31T20:59:05+00:00"
  },
  {
   "path": "/crawler/mistralai-user.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:14+00:00",
   "last": "2026-08-31T20:59:14+00:00"
  },
  {
   "path": "/crawler/mistralai-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:15+00:00",
   "last": "2026-08-31T20:59:15+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/omgili.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:17+00:00",
   "last": "2026-08-31T20:59:17+00:00"
  },
  {
   "path": "/crawler/omgili.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:17+00:00",
   "last": "2026-08-31T20:59:17+00:00"
  },
  {
   "path": "/crawler/omgili/0.5%20%2Bhttp%3A/omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/omgili/0.5%20+http://omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/omgilibot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/crawler/omgilibot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/crawler/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:48+00:00",
   "last": "2026-08-31T20:59:48+00:00"
  },
  {
   "path": "/crawler/omgilibot/0.4;%20+http://omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/crawler/perplexity-user.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:01+00:00",
   "last": "2026-08-31T20:59:01+00:00"
  },
  {
   "path": "/crawler/perplexity-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:59+00:00",
   "last": "2026-08-31T20:58:59+00:00"
  },
  {
   "path": "/crawler/perplexitybot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:59+00:00",
   "last": "2026-08-31T20:58:59+00:00"
  },
  {
   "path": "/crawler/petalbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:31+00:00",
   "last": "2026-08-31T20:59:31+00:00"
  },
  {
   "path": "/crawler/petalbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:31+00:00",
   "last": "2026-08-31T20:59:31+00:00"
  },
  {
   "path": "/crawler/scrapy.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:32+00:00",
   "last": "2026-08-31T20:59:32+00:00"
  },
  {
   "path": "/crawler/scrapy.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:32+00:00",
   "last": "2026-08-31T20:59:32+00:00"
  },
  {
   "path": "/crawler/semrushbot-ocob.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/crawler/semrushbot-ocob.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/crawler/semrushbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/crawler/semrushbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:21+00:00",
   "last": "2026-08-31T20:59:21+00:00"
  },
  {
   "path": "/crawler/seznambot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:27+00:00",
   "last": "2026-08-31T20:59:27+00:00"
  },
  {
   "path": "/crawler/seznambot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:27+00:00",
   "last": "2026-08-31T20:59:27+00:00"
  },
  {
   "path": "/crawler/storebot-google.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:53+00:00",
   "last": "2026-08-31T20:58:53+00:00"
  },
  {
   "path": "/crawler/storebot-google.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:53+00:00",
   "last": "2026-08-31T20:58:53+00:00"
  },
  {
   "path": "/crawler/tiktokspider.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:03+00:00",
   "last": "2026-08-31T20:59:03+00:00"
  },
  {
   "path": "/crawler/tiktokspider.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:03+00:00",
   "last": "2026-08-31T20:59:03+00:00"
  },
  {
   "path": "/crawler/timpibot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:21+00:00",
   "last": "2026-08-31T20:59:21+00:00"
  },
  {
   "path": "/crawler/timpibot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:20+00:00",
   "last": "2026-08-31T20:59:20+00:00"
  },
  {
   "path": "/crawler/webzio-extended.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/crawler/webzio-extended.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/crawler/yandexbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:25+00:00",
   "last": "2026-08-31T20:59:25+00:00"
  },
  {
   "path": "/crawler/yandexbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:26+00:00",
   "last": "2026-08-31T20:59:26+00:00"
  },
  {
   "path": "/crawler/yeti.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:29+00:00",
   "last": "2026-08-31T20:59:29+00:00"
  },
  {
   "path": "/crawler/yeti.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:28+00:00",
   "last": "2026-08-31T20:59:28+00:00"
  },
  {
   "path": "/crawler/youbot.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/crawler/youbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:15+00:00",
   "last": "2026-08-31T20:59:15+00:00"
  },
  {
   "path": "/data/",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/data/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/data/Googlebot-Image/1.0",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:51+00:00",
   "last": "2026-08-31T20:58:51+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:01+00:00",
   "last": "2026-08-31T20:59:01+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:44+00:00",
   "last": "2026-08-31T20:59:44+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20GoogleOther)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:42+00:00",
   "last": "2026-08-31T20:59:42+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-ai)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:26+00:00",
   "last": "2026-08-31T20:59:26+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:46+00:00",
   "last": "2026-08-31T20:58:46+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:43+00:00",
   "last": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:31+00:00",
   "last": "2026-08-31T20:59:31+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:50+00:00",
   "last": "2026-08-31T20:58:50+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20GoogleOther)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:22+00:00",
   "last": "2026-08-31T20:59:22+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:03+00:00",
   "last": "2026-08-31T20:59:03+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:21+00:00",
   "last": "2026-08-31T20:59:21+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:23+00:00",
   "last": "2026-08-31T20:59:23+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:55+00:00",
   "last": "2026-08-31T20:58:55+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20cohere-ai)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:14+00:00",
   "last": "2026-08-31T20:59:14+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:14+00:00",
   "last": "2026-08-31T20:59:14+00:00"
  },
  {
   "path": "/data/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:44+00:00",
   "last": "2026-08-31T20:59:44+00:00"
  },
  {
   "path": "/data/Scrapy/2.11.0%20(+https://scrapy.org)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:32+00:00",
   "last": "2026-08-31T20:59:32+00:00"
  },
  {
   "path": "/data/agents.csv",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:34+00:00",
   "last": "2026-08-31T20:59:34+00:00"
  },
  {
   "path": "/data/agents.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:35+00:00",
   "last": "2026-08-31T20:58:35+00:00"
  },
  {
   "path": "/data/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:05+00:00",
   "last": "2026-08-31T20:59:05+00:00"
  },
  {
   "path": "/data/index.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:39+00:00",
   "last": "2026-08-31T20:58:39+00:00"
  },
  {
   "path": "/data/omgili/0.5%20%2Bhttp%3A/omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/omgili/0.5%20+http://omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:18+00:00",
   "last": "2026-08-31T20:59:18+00:00"
  },
  {
   "path": "/data/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:43+00:00",
   "last": "2026-08-31T20:59:43+00:00"
  },
  {
   "path": "/data/omgilibot/0.4;%20+http://omgili.com",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:16+00:00",
   "last": "2026-08-31T20:59:16+00:00"
  },
  {
   "path": "/data/robots-tokens.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:36+00:00",
   "last": "2026-08-31T20:59:36+00:00"
  },
  {
   "path": "/data/ua-regex.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:37+00:00",
   "last": "2026-08-31T20:59:37+00:00"
  },
  {
   "path": "/data/user-agents.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:34+00:00",
   "last": "2026-08-31T20:59:34+00:00"
  },
  {
   "path": "/favicon.ico",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:05+00:00",
   "last": "2026-09-01T03:00:05+00:00"
  },
  {
   "path": "/icon.png",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:05+00:00",
   "last": "2026-09-01T03:00:05+00:00"
  },
  {
   "path": "/ip-ranges/",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/ip-ranges/all.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:34+00:00",
   "last": "2026-08-31T20:59:34+00:00"
  },
  {
   "path": "/ip-ranges/all.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:34+00:00",
   "last": "2026-08-31T20:59:34+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:56+00:00",
   "last": "2026-08-31T20:58:56+00:00"
  },
  {
   "path": "/ip-ranges/bing-bingbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:55+00:00",
   "last": "2026-08-31T20:58:55+00:00"
  },
  {
   "path": "/ip-ranges/duckduckgo-duckduckbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:10+00:00",
   "last": "2026-08-31T20:59:10+00:00"
  },
  {
   "path": "/ip-ranges/google-googlebot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/ip-ranges/google-special.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:49+00:00",
   "last": "2026-08-31T20:58:49+00:00"
  },
  {
   "path": "/ip-ranges/index.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/ip-ranges/openai-chatgpt-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/ip-ranges/openai-searchbot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:41+00:00",
   "last": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/ip-ranges/perplexity-bot.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:58+00:00",
   "last": "2026-08-31T20:58:58+00:00"
  },
  {
   "path": "/ip-ranges/perplexity-user.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:00+00:00",
   "last": "2026-08-31T20:59:00+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/operator/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/operator/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:09+00:00",
   "last": "2026-09-01T03:00:09+00:00"
  },
  {
   "path": "/policy/allow-ai-search-only.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/policy/block-ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/policy/block-disputed.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/allow-ai-search-only.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/block-disputed.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/block-seo-tools.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-01T03:00:04+00:00",
   "last": "2026-09-01T03:00:04+00:00"
  },
  {
   "path": "/robots/maximum-ai-visibility.txt",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/snippet/",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/status.html",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:58:34+00:00",
   "last": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/status.json",
   "requests": 1,
   "statuses": {
    "not recorded": 1
   },
   "first": "2026-08-31T20:59:34+00:00",
   "last": "2026-08-31T20:59:34+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/category/dataset.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/archive.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/block-disputed.txt",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/status.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/allow-ai-search-only.txt",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/user-fetch.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/data/",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/robots/maximum-ai-visibility.txt",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/seo.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/policy/block-disputed.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/category/tool.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/snippet/",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/ip-ranges/",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/policy/allow-ai-search-only.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/ip-ranges/index.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:34+00:00"
  },
  {
   "path": "/px.gif",
   "status": "not recorded",
   "at": "2026-08-31T20:58:35+00:00"
  },
  {
   "path": "/data/agents.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:35+00:00"
  },
  {
   "path": "/data/index.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:39+00:00"
  },
  {
   "path": "/ip-ranges/openai-chatgpt-user.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/gptbot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/ip-ranges/openai-searchbot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:41+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claudebot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-user.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/claude-user.json",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "status": "not recorded",
   "at": "2026-08-31T20:58:43+00:00"
  }
 ],
 "asked_for_and_got_nothing": [],
 "return_behaviour": {
  "visits": 2,
  "median_gap_minutes": 361.5,
  "visit_starts": [
   "2026-08-31T20:58:34Z",
   "2026-09-01T03:00:04Z"
  ]
 },
 "documentation_url": "http://archive.org/details/archive.org_bot",
 "self_described_as": "archive.org_bot +http://archive.org/details/archive.org_bot",
 "page": "https://www.pathwren.workers.dev/bot/archive-org-bot.html",
 "notes": null,
 "crawler_catalogue_record": "https://www.pathwren.workers.dev/crawler/archive-org-bot.json"
}