{
 "slug": "shapbot",
 "name": "ShapBot",
 "group_key": "ua:shapbot",
 "kind": "named",
 "user_agents": [
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0",
   "requests": 346,
   "addresses": 7,
   "first_seen": "2026-09-02T02:31:06+00:00",
   "last_seen": "2026-09-02T02:34:43+00:00"
  }
 ],
 "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0",
 "requests": 346,
 "addresses": 7,
 "first_seen": "2026-09-02T02:31:06+00:00",
 "last_seen": "2026-09-02T02:34:43+00:00",
 "bytes_served": 242952,
 "classed_by_our_instrument": {
  "crawler": 346
 },
 "surfaces": {
  "pathwren-edge": 340,
  "ai-crawler-index": 6
 },
 "channels": {},
 "accept_headers": [
  "text/markdown, text/html;q=0.9, */*;q=0.8",
  "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8",
  "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7"
 ],
 "status_codes": {
  "200": 332,
  "404": 14
 },
 "distinct_paths": 314,
 "paths": [
  {
   "path": "/favicon.ico",
   "requests": 7,
   "statuses": {
    "200": 7
   },
   "first": "2026-09-02T02:31:14+00:00",
   "last": "2026-09-02T02:34:43+00:00"
  },
  {
   "path": "/px.gif",
   "requests": 6,
   "statuses": {
    "200": 6
   },
   "first": "2026-09-02T02:31:12+00:00",
   "last": "2026-09-02T02:33:19+00:00"
  },
  {
   "path": "/.well-known/oauth-authorization-server",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:34:35+00:00"
  },
  {
   "path": "/bot",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:31:07+00:00",
   "last": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/crawler",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:31:12+00:00",
   "last": "2026-09-02T02:31:30+00:00"
  },
  {
   "path": "/crawler/anomura.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:13+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/ccbot.md",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:32+00:00",
   "last": "2026-09-02T02:33:33+00:00"
  },
  {
   "path": "/crawler/googleother-image.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:32:50+00:00",
   "last": "2026-09-02T02:32:51+00:00"
  },
  {
   "path": "/crawler/isscyberriskcrawler.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:11+00:00",
   "last": "2026-09-02T02:33:12+00:00"
  },
  {
   "path": "/crawler/quillbot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:12+00:00",
   "last": "2026-09-02T02:33:13+00:00"
  },
  {
   "path": "/crawler/serpstatbot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:05+00:00",
   "last": "2026-09-02T02:33:06+00:00"
  },
  {
   "path": "/crawler/slackbot-linkexpanding.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:07+00:00",
   "last": "2026-09-02T02:33:08+00:00"
  },
  {
   "path": "/data",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:31:07+00:00",
   "last": "2026-09-02T02:31:11+00:00"
  },
  {
   "path": "/ip-ranges",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:32:21+00:00",
   "last": "2026-09-02T02:33:17+00:00"
  },
  {
   "path": "/ip-ranges/all.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:32+00:00"
  },
  {
   "path": "/ip-ranges/bing-bingbot.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:32+00:00",
   "last": "2026-09-02T02:33:33+00:00"
  },
  {
   "path": "/operator",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:31:12+00:00",
   "last": "2026-09-02T02:32:01+00:00"
  },
  {
   "path": "/operator/anthropic.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:17+00:00",
   "last": "2026-09-02T02:33:18+00:00"
  },
  {
   "path": "/operator/ceramic.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:21+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/commoncrawl.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:21+00:00"
  },
  {
   "path": "/operator/internetarchive.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/webz.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/policy",
   "requests": 2,
   "statuses": {
    "404": 2
   },
   "first": "2026-09-02T02:31:46+00:00",
   "last": "2026-09-02T02:33:11+00:00"
  },
  {
   "path": "/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:31:07+00:00",
   "last": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/.well-known/api-catalog",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:35+00:00",
   "last": "2026-09-02T02:32:35+00:00"
  },
  {
   "path": "/.well-known/api-onboarding",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:35+00:00",
   "last": "2026-09-02T02:32:35+00:00"
  },
  {
   "path": "/.well-known/security.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/a2a.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/about.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:19+00:00",
   "last": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/api.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:18+00:00",
   "last": "2026-09-02T02:32:18+00:00"
  },
  {
   "path": "/bot/apievangelist.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:16+00:00",
   "last": "2026-09-02T02:33:16+00:00"
  },
  {
   "path": "/bot/archive-org-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:29+00:00",
   "last": "2026-09-02T02:32:29+00:00"
  },
  {
   "path": "/bot/claudebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:29+00:00",
   "last": "2026-09-02T02:32:29+00:00"
  },
  {
   "path": "/bot/claudebot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:33+00:00",
   "last": "2026-09-02T02:33:33+00:00"
  },
  {
   "path": "/bot/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:29+00:00",
   "last": "2026-09-02T02:32:29+00:00"
  },
  {
   "path": "/bot/node.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:30+00:00",
   "last": "2026-09-02T02:32:30+00:00"
  },
  {
   "path": "/bot/sentineloracle.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:30+00:00",
   "last": "2026-09-02T02:32:30+00:00"
  },
  {
   "path": "/bot/yandexbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:30+00:00",
   "last": "2026-09-02T02:32:30+00:00"
  },
  {
   "path": "/bot/yandexbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:33+00:00",
   "last": "2026-09-02T02:33:33+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:25+00:00",
   "last": "2026-09-02T02:32:25+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:24+00:00",
   "last": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/category/archive.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:28+00:00",
   "last": "2026-09-02T02:32:28+00:00"
  },
  {
   "path": "/category/dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:27+00:00",
   "last": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/category/preview.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:28+00:00",
   "last": "2026-09-02T02:32:28+00:00"
  },
  {
   "path": "/category/search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:24+00:00",
   "last": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/category/seo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:27+00:00",
   "last": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/category/tool.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:25+00:00",
   "last": "2026-09-02T02:32:25+00:00"
  },
  {
   "path": "/category/user-fetch.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:27+00:00",
   "last": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:52+00:00",
   "last": "2026-09-02T02:32:52+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:52+00:00",
   "last": "2026-09-02T02:32:52+00:00"
  },
  {
   "path": "/crawler/adsbot-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:51+00:00",
   "last": "2026-09-02T02:32:51+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:47+00:00",
   "last": "2026-09-02T02:32:47+00:00"
  },
  {
   "path": "/crawler/ahrefssiteaudit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:04+00:00",
   "last": "2026-09-02T02:33:04+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/crawler/ai2bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:43+00:00",
   "last": "2026-09-02T02:32:43+00:00"
  },
  {
   "path": "/crawler/aihitbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/aiwebindex.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:13+00:00",
   "last": "2026-09-02T02:33:13+00:00"
  },
  {
   "path": "/crawler/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:42+00:00",
   "last": "2026-09-02T02:32:42+00:00"
  },
  {
   "path": "/crawler/andibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:13+00:00",
   "last": "2026-09-02T02:33:13+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:36+00:00",
   "last": "2026-09-02T02:32:36+00:00"
  },
  {
   "path": "/crawler/apis-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:51+00:00",
   "last": "2026-09-02T02:32:51+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:40+00:00",
   "last": "2026-09-02T02:32:40+00:00"
  },
  {
   "path": "/crawler/applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:40+00:00",
   "last": "2026-09-02T02:32:40+00:00"
  },
  {
   "path": "/crawler/archive-org-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:47+00:00",
   "last": "2026-09-02T02:32:47+00:00"
  },
  {
   "path": "/crawler/atlassian-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:12+00:00",
   "last": "2026-09-02T02:33:12+00:00"
  },
  {
   "path": "/crawler/awariorssbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/awariosmartbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/baiduspider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:48+00:00",
   "last": "2026-09-02T02:32:48+00:00"
  },
  {
   "path": "/crawler/barkrowler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:06+00:00",
   "last": "2026-09-02T02:33:06+00:00"
  },
  {
   "path": "/crawler/bedrockbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:08+00:00",
   "last": "2026-09-02T02:33:08+00:00"
  },
  {
   "path": "/crawler/bingbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:40+00:00",
   "last": "2026-09-02T02:32:40+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:23+00:00",
   "last": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:23+00:00",
   "last": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/crawler/chatgpt-agent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:17+00:00",
   "last": "2026-09-02T02:33:17+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:35+00:00",
   "last": "2026-09-02T02:32:35+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:22+00:00",
   "last": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/claude-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:36+00:00",
   "last": "2026-09-02T02:32:36+00:00"
  },
  {
   "path": "/crawler/claude-web.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:36+00:00",
   "last": "2026-09-02T02:32:36+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:22+00:00",
   "last": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/cloudflare-autorag.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:09+00:00",
   "last": "2026-09-02T02:33:09+00:00"
  },
  {
   "path": "/crawler/cohere-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:43+00:00",
   "last": "2026-09-02T02:32:43+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:44+00:00",
   "last": "2026-09-02T02:32:44+00:00"
  },
  {
   "path": "/crawler/cotoyogi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:11+00:00",
   "last": "2026-09-02T02:33:11+00:00"
  },
  {
   "path": "/crawler/crawl4ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:16+00:00",
   "last": "2026-09-02T02:33:16+00:00"
  },
  {
   "path": "/crawler/crawlspace.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:10+00:00",
   "last": "2026-09-02T02:33:10+00:00"
  },
  {
   "path": "/crawler/dataforseobot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:05+00:00",
   "last": "2026-09-02T02:33:05+00:00"
  },
  {
   "path": "/crawler/diffbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:45+00:00",
   "last": "2026-09-02T02:32:45+00:00"
  },
  {
   "path": "/crawler/dotbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:05+00:00",
   "last": "2026-09-02T02:33:05+00:00"
  },
  {
   "path": "/crawler/duckassistbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:42+00:00",
   "last": "2026-09-02T02:32:42+00:00"
  },
  {
   "path": "/crawler/duckduckbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:42+00:00",
   "last": "2026-09-02T02:32:42+00:00"
  },
  {
   "path": "/crawler/echoboxbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/exasearchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:09+00:00",
   "last": "2026-09-02T02:33:09+00:00"
  },
  {
   "path": "/crawler/facebookbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:42+00:00",
   "last": "2026-09-02T02:32:42+00:00"
  },
  {
   "path": "/crawler/facebookexternalhit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:41+00:00",
   "last": "2026-09-02T02:32:41+00:00"
  },
  {
   "path": "/crawler/factset-spyderbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/feedfetcher-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:54+00:00",
   "last": "2026-09-02T02:32:54+00:00"
  },
  {
   "path": "/crawler/firecrawlagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:49+00:00",
   "last": "2026-09-02T02:32:49+00:00"
  },
  {
   "path": "/crawler/google-agent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:58+00:00",
   "last": "2026-09-02T02:32:58+00:00"
  },
  {
   "path": "/crawler/google-cloudvertexbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:38+00:00",
   "last": "2026-09-02T02:32:38+00:00"
  },
  {
   "path": "/crawler/google-cws.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:54+00:00",
   "last": "2026-09-02T02:32:54+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:22+00:00",
   "last": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/google-gemininotebook.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:57+00:00",
   "last": "2026-09-02T02:32:57+00:00"
  },
  {
   "path": "/crawler/google-inspectiontool.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:38+00:00",
   "last": "2026-09-02T02:32:38+00:00"
  },
  {
   "path": "/crawler/google-pinpoint.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:55+00:00",
   "last": "2026-09-02T02:32:55+00:00"
  },
  {
   "path": "/crawler/google-read-aloud.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:53+00:00",
   "last": "2026-09-02T02:32:53+00:00"
  },
  {
   "path": "/crawler/google-safety.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:52+00:00",
   "last": "2026-09-02T02:32:52+00:00"
  },
  {
   "path": "/crawler/google-site-verification.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:54+00:00",
   "last": "2026-09-02T02:32:54+00:00"
  },
  {
   "path": "/crawler/googlebot-image.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:38+00:00",
   "last": "2026-09-02T02:32:38+00:00"
  },
  {
   "path": "/crawler/googlebot-news.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:38+00:00",
   "last": "2026-09-02T02:32:38+00:00"
  },
  {
   "path": "/crawler/googlebot-video.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:50+00:00",
   "last": "2026-09-02T02:32:50+00:00"
  },
  {
   "path": "/crawler/googlebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:37+00:00",
   "last": "2026-09-02T02:32:37+00:00"
  },
  {
   "path": "/crawler/googlemessages.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:57+00:00",
   "last": "2026-09-02T02:32:57+00:00"
  },
  {
   "path": "/crawler/googleother-video.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:50+00:00",
   "last": "2026-09-02T02:32:50+00:00"
  },
  {
   "path": "/crawler/googleother.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:37+00:00",
   "last": "2026-09-02T02:32:37+00:00"
  },
  {
   "path": "/crawler/googleproducer.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:56+00:00",
   "last": "2026-09-02T02:32:56+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:21+00:00",
   "last": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/crawler/ia-archiver.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:48+00:00",
   "last": "2026-09-02T02:32:48+00:00"
  },
  {
   "path": "/crawler/icc-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:11+00:00",
   "last": "2026-09-02T02:33:11+00:00"
  },
  {
   "path": "/crawler/imagesiftbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:46+00:00",
   "last": "2026-09-02T02:32:46+00:00"
  },
  {
   "path": "/crawler/img2dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/crawler/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:24+00:00",
   "last": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/crawler/kagibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:07+00:00",
   "last": "2026-09-02T02:33:07+00:00"
  },
  {
   "path": "/crawler/klaviyoaibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:12+00:00",
   "last": "2026-09-02T02:33:12+00:00"
  },
  {
   "path": "/crawler/laiondownloader.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/lightpanda.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/linguee-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/mediapartners-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:53+00:00",
   "last": "2026-09-02T02:32:53+00:00"
  },
  {
   "path": "/crawler/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:41+00:00",
   "last": "2026-09-02T02:32:41+00:00"
  },
  {
   "path": "/crawler/meta-externalfetcher.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:41+00:00",
   "last": "2026-09-02T02:32:41+00:00"
  },
  {
   "path": "/crawler/meta-webindexer.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/mistralai-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:44+00:00",
   "last": "2026-09-02T02:32:44+00:00"
  },
  {
   "path": "/crawler/mj12bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:32+00:00",
   "last": "2026-09-02T02:33:32+00:00"
  },
  {
   "path": "/crawler/mojeekbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:06+00:00",
   "last": "2026-09-02T02:33:06+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:21+00:00",
   "last": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/crawler/omgili.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:45+00:00",
   "last": "2026-09-02T02:32:45+00:00"
  },
  {
   "path": "/crawler/omgilibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:45+00:00",
   "last": "2026-09-02T02:32:45+00:00"
  },
  {
   "path": "/crawler/panscient.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:10+00:00",
   "last": "2026-09-02T02:33:10+00:00"
  },
  {
   "path": "/crawler/perplexity-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:40+00:00",
   "last": "2026-09-02T02:32:40+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:23+00:00",
   "last": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/crawler/petalbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:49+00:00",
   "last": "2026-09-02T02:32:49+00:00"
  },
  {
   "path": "/crawler/phindbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:13+00:00",
   "last": "2026-09-02T02:33:13+00:00"
  },
  {
   "path": "/crawler/pinterestbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:08+00:00",
   "last": "2026-09-02T02:33:08+00:00"
  },
  {
   "path": "/crawler/poseidon-research-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/qualifiedbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/qwantbot-news.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:07+00:00",
   "last": "2026-09-02T02:33:07+00:00"
  },
  {
   "path": "/crawler/qwantbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:07+00:00",
   "last": "2026-09-02T02:33:07+00:00"
  },
  {
   "path": "/crawler/reflectionbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/rogerbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:05+00:00",
   "last": "2026-09-02T02:33:05+00:00"
  },
  {
   "path": "/crawler/sbintuitionsbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:10+00:00",
   "last": "2026-09-02T02:33:10+00:00"
  },
  {
   "path": "/crawler/scrapy.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:50+00:00",
   "last": "2026-09-02T02:32:50+00:00"
  },
  {
   "path": "/crawler/screaming-frog-seo-spider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:06+00:00",
   "last": "2026-09-02T02:33:06+00:00"
  },
  {
   "path": "/crawler/semrushbot-ba.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:03+00:00",
   "last": "2026-09-02T02:33:03+00:00"
  },
  {
   "path": "/crawler/semrushbot-esi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:04+00:00",
   "last": "2026-09-02T02:33:04+00:00"
  },
  {
   "path": "/crawler/semrushbot-ft.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:04+00:00",
   "last": "2026-09-02T02:33:04+00:00"
  },
  {
   "path": "/crawler/semrushbot-ocob.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:47+00:00",
   "last": "2026-09-02T02:32:47+00:00"
  },
  {
   "path": "/crawler/semrushbot-si.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:03+00:00",
   "last": "2026-09-02T02:33:03+00:00"
  },
  {
   "path": "/crawler/semrushbot-swa.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:03+00:00",
   "last": "2026-09-02T02:33:03+00:00"
  },
  {
   "path": "/crawler/semrushbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:47+00:00",
   "last": "2026-09-02T02:32:47+00:00"
  },
  {
   "path": "/crawler/seokicks.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:06+00:00",
   "last": "2026-09-02T02:33:06+00:00"
  },
  {
   "path": "/crawler/seznambot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:49+00:00",
   "last": "2026-09-02T02:32:49+00:00"
  },
  {
   "path": "/crawler/shapbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:09+00:00",
   "last": "2026-09-02T02:33:09+00:00"
  },
  {
   "path": "/crawler/sidetrade-indexer-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:12+00:00",
   "last": "2026-09-02T02:33:12+00:00"
  },
  {
   "path": "/crawler/siteauditbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:02+00:00",
   "last": "2026-09-02T02:33:02+00:00"
  },
  {
   "path": "/crawler/slackbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:08+00:00",
   "last": "2026-09-02T02:33:08+00:00"
  },
  {
   "path": "/crawler/splitsignalbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:03+00:00",
   "last": "2026-09-02T02:33:03+00:00"
  },
  {
   "path": "/crawler/storebot-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:39+00:00",
   "last": "2026-09-02T02:32:39+00:00"
  },
  {
   "path": "/crawler/terracotta.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:09+00:00",
   "last": "2026-09-02T02:33:09+00:00"
  },
  {
   "path": "/crawler/thinkbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:14+00:00",
   "last": "2026-09-02T02:33:14+00:00"
  },
  {
   "path": "/crawler/tiktokspider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:41+00:00",
   "last": "2026-09-02T02:32:41+00:00"
  },
  {
   "path": "/crawler/timpibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:46+00:00",
   "last": "2026-09-02T02:32:46+00:00"
  },
  {
   "path": "/crawler/velenpublicwebcrawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:15+00:00",
   "last": "2026-09-02T02:33:15+00:00"
  },
  {
   "path": "/crawler/webzio-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:45+00:00",
   "last": "2026-09-02T02:32:45+00:00"
  },
  {
   "path": "/crawler/wpbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:16+00:00",
   "last": "2026-09-02T02:33:16+00:00"
  },
  {
   "path": "/crawler/wpbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:34+00:00",
   "last": "2026-09-02T02:33:34+00:00"
  },
  {
   "path": "/crawler/yak.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:12+00:00",
   "last": "2026-09-02T02:33:12+00:00"
  },
  {
   "path": "/crawler/yak.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:34+00:00",
   "last": "2026-09-02T02:33:34+00:00"
  },
  {
   "path": "/crawler/yandexadditional.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:01+00:00",
   "last": "2026-09-02T02:33:01+00:00"
  },
  {
   "path": "/crawler/yandexadditionalbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:02+00:00",
   "last": "2026-09-02T02:33:02+00:00"
  },
  {
   "path": "/crawler/yandexblogs.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:59+00:00",
   "last": "2026-09-02T02:32:59+00:00"
  },
  {
   "path": "/crawler/yandexbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:48+00:00",
   "last": "2026-09-02T02:32:48+00:00"
  },
  {
   "path": "/crawler/yandexcalendar.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:00+00:00",
   "last": "2026-09-02T02:33:00+00:00"
  },
  {
   "path": "/crawler/yandexcombot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:02+00:00",
   "last": "2026-09-02T02:33:02+00:00"
  },
  {
   "path": "/crawler/yandexdirect.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:00+00:00",
   "last": "2026-09-02T02:33:00+00:00"
  },
  {
   "path": "/crawler/yandexfavicons.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:00+00:00",
   "last": "2026-09-02T02:33:00+00:00"
  },
  {
   "path": "/crawler/yandeximages.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:58+00:00",
   "last": "2026-09-02T02:32:58+00:00"
  },
  {
   "path": "/crawler/yandexmarket.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:59+00:00",
   "last": "2026-09-02T02:32:59+00:00"
  },
  {
   "path": "/crawler/yandexmedia.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:58+00:00",
   "last": "2026-09-02T02:32:58+00:00"
  },
  {
   "path": "/crawler/yandexmetrika.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:01+00:00",
   "last": "2026-09-02T02:33:01+00:00"
  },
  {
   "path": "/crawler/yandexmobilebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:00+00:00",
   "last": "2026-09-02T02:33:00+00:00"
  },
  {
   "path": "/crawler/yandexrenderresourcesbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:01+00:00",
   "last": "2026-09-02T02:33:01+00:00"
  },
  {
   "path": "/crawler/yandexscreenshotbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:02+00:00",
   "last": "2026-09-02T02:33:02+00:00"
  },
  {
   "path": "/crawler/yandexvideo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:58+00:00",
   "last": "2026-09-02T02:32:58+00:00"
  },
  {
   "path": "/crawler/yandexwebmaster.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:59+00:00",
   "last": "2026-09-02T02:32:59+00:00"
  },
  {
   "path": "/crawler/yeti.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:49+00:00",
   "last": "2026-09-02T02:32:49+00:00"
  },
  {
   "path": "/crawler/yeti.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:34+00:00",
   "last": "2026-09-02T02:33:34+00:00"
  },
  {
   "path": "/crawler/youbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:44+00:00",
   "last": "2026-09-02T02:32:44+00:00"
  },
  {
   "path": "/data/agents.csv",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/data/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:32+00:00",
   "last": "2026-09-02T02:32:32+00:00"
  },
  {
   "path": "/data/observed-clients.csv",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/data/robots-tokens.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/data/ua-regex.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:31+00:00",
   "last": "2026-09-02T02:33:31+00:00"
  },
  {
   "path": "/data/user-agents.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:19+00:00",
   "last": "2026-09-02T02:33:19+00:00"
  },
  {
   "path": "/ip-ranges/ahrefs-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/ip-ranges/bing-bingbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/ip-ranges/commoncrawl-ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:19+00:00",
   "last": "2026-09-02T02:33:19+00:00"
  },
  {
   "path": "/ip-ranges/duckduckgo-duckduckbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/ip-ranges/google-googlebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/ip-ranges/google-special.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered-agents.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:32+00:00",
   "last": "2026-09-02T02:33:32+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:32+00:00",
   "last": "2026-09-02T02:33:32+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/ip-ranges/openai-chatgpt-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:17+00:00",
   "last": "2026-09-02T02:33:17+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:34+00:00",
   "last": "2026-09-02T02:33:34+00:00"
  },
  {
   "path": "/ip-ranges/openai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:17+00:00",
   "last": "2026-09-02T02:33:17+00:00"
  },
  {
   "path": "/ip-ranges/perplexity-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:19+00:00",
   "last": "2026-09-02T02:33:19+00:00"
  },
  {
   "path": "/ip-ranges/perplexity-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/llms-full.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/mcp-doctor.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:31:06+00:00",
   "last": "2026-09-02T02:31:06+00:00"
  },
  {
   "path": "/mcp-netcheck.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:31:10+00:00",
   "last": "2026-09-02T02:31:10+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:31:07+00:00",
   "last": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:31:07+00:00",
   "last": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:19+00:00",
   "last": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/operator/ahrefs.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/ai2.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/aihit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/amazon.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/andi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/apple.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:20+00:00",
   "last": "2026-09-02T02:33:20+00:00"
  },
  {
   "path": "/operator/atlassian.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:21+00:00",
   "last": "2026-09-02T02:33:21+00:00"
  },
  {
   "path": "/operator/awario.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:21+00:00",
   "last": "2026-09-02T02:33:21+00:00"
  },
  {
   "path": "/operator/babbar.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/baidu.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:21+00:00",
   "last": "2026-09-02T02:33:21+00:00"
  },
  {
   "path": "/operator/bytedance.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:19+00:00",
   "last": "2026-09-02T02:33:19+00:00"
  },
  {
   "path": "/operator/cloudflare.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:21+00:00",
   "last": "2026-09-02T02:33:21+00:00"
  },
  {
   "path": "/operator/cohere.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/crawl4ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/crawlspace.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/dataforseo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/diffbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/direqt.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:22+00:00",
   "last": "2026-09-02T02:33:22+00:00"
  },
  {
   "path": "/operator/duckduckgo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/echobox.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/exa.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/factset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/firecrawl.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:18+00:00",
   "last": "2026-09-02T02:33:18+00:00"
  },
  {
   "path": "/operator/hive.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/huawei.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/hunter.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:23+00:00",
   "last": "2026-09-02T02:33:23+00:00"
  },
  {
   "path": "/operator/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:34+00:00",
   "last": "2026-09-02T02:32:34+00:00"
  },
  {
   "path": "/operator/iss.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/kagi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/klaviyo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/laion.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/lightpanda.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/linguee.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/lyrenth.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/majestic.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:24+00:00",
   "last": "2026-09-02T02:33:24+00:00"
  },
  {
   "path": "/operator/meltwater.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/meta.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/microsoft.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/mistral.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/mojeek.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/moz.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/naver.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/nict.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:25+00:00",
   "last": "2026-09-02T02:33:25+00:00"
  },
  {
   "path": "/operator/openai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:17+00:00",
   "last": "2026-09-02T02:33:17+00:00"
  },
  {
   "path": "/operator/panscient.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/parallel.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/perplexity.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:18+00:00",
   "last": "2026-09-02T02:33:18+00:00"
  },
  {
   "path": "/operator/phind.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/pinterest.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/poseidon.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/qualified.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/quantumcloud.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:26+00:00",
   "last": "2026-09-02T02:33:26+00:00"
  },
  {
   "path": "/operator/quillbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/qwant.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/reflection.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/rois.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/sbintuitions.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/scrapy.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/screamingfrog.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/semrush.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/seokicks.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:27+00:00",
   "last": "2026-09-02T02:33:27+00:00"
  },
  {
   "path": "/operator/serpstat.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/seznam.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/sidetrade.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/slack.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/thinkbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/timpi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:28+00:00",
   "last": "2026-09-02T02:33:28+00:00"
  },
  {
   "path": "/operator/yandex.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/operator/you.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:29+00:00",
   "last": "2026-09-02T02:33:29+00:00"
  },
  {
   "path": "/policy/allow-ai-search-only.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:31+00:00",
   "last": "2026-09-02T02:32:31+00:00"
  },
  {
   "path": "/policy/allow-all.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:30+00:00",
   "last": "2026-09-02T02:32:30+00:00"
  },
  {
   "path": "/policy/block-ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:31+00:00",
   "last": "2026-09-02T02:32:31+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:31+00:00",
   "last": "2026-09-02T02:32:31+00:00"
  },
  {
   "path": "/policy/block-datasets.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:31+00:00",
   "last": "2026-09-02T02:32:31+00:00"
  },
  {
   "path": "/policy/block-disputed.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:32+00:00",
   "last": "2026-09-02T02:32:32+00:00"
  },
  {
   "path": "/policy/block-seo-tools.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:32+00:00",
   "last": "2026-09-02T02:32:32+00:00"
  },
  {
   "path": "/policy/maximum-ai-visibility.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:32+00:00",
   "last": "2026-09-02T02:32:32+00:00"
  },
  {
   "path": "/privacy.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:20+00:00",
   "last": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/reference",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:20+00:00",
   "last": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/register",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:19+00:00",
   "last": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/robots/allow-all.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:30+00:00",
   "last": "2026-09-02T02:32:30+00:00"
  },
  {
   "path": "/robots/block-all-ai.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/robots/block-datasets.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/robots/block-disputed.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/robots/block-seo-tools.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:33:30+00:00",
   "last": "2026-09-02T02:33:30+00:00"
  },
  {
   "path": "/security.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:20+00:00",
   "last": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/snippet/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:34+00:00",
   "last": "2026-09-02T02:32:34+00:00"
  },
  {
   "path": "/status.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:16+00:00",
   "last": "2026-09-02T02:32:16+00:00"
  },
  {
   "path": "/terms.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-02T02:32:21+00:00",
   "last": "2026-09-02T02:32:21+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/mcp-doctor.html",
   "status": "200",
   "at": "2026-09-02T02:31:06+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "status": "200",
   "at": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/",
   "status": "200",
   "at": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/data",
   "status": "404",
   "at": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "status": "200",
   "at": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/bot",
   "status": "404",
   "at": "2026-09-02T02:31:07+00:00"
  },
  {
   "path": "/mcp-netcheck.html",
   "status": "200",
   "at": "2026-09-02T02:31:10+00:00"
  },
  {
   "path": "/operator",
   "status": "404",
   "at": "2026-09-02T02:31:12+00:00"
  },
  {
   "path": "/crawler",
   "status": "404",
   "at": "2026-09-02T02:31:12+00:00"
  },
  {
   "path": "/px.gif",
   "status": "200",
   "at": "2026-09-02T02:31:12+00:00"
  },
  {
   "path": "/favicon.ico",
   "status": "200",
   "at": "2026-09-02T02:31:14+00:00"
  },
  {
   "path": "/policy",
   "status": "404",
   "at": "2026-09-02T02:31:46+00:00"
  },
  {
   "path": "/status.html",
   "status": "200",
   "at": "2026-09-02T02:32:16+00:00"
  },
  {
   "path": "/api.html",
   "status": "200",
   "at": "2026-09-02T02:32:18+00:00"
  },
  {
   "path": "/mcp.html",
   "status": "200",
   "at": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/about.html",
   "status": "200",
   "at": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/register",
   "status": "200",
   "at": "2026-09-02T02:32:19+00:00"
  },
  {
   "path": "/reference",
   "status": "200",
   "at": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/security.html",
   "status": "200",
   "at": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/privacy.html",
   "status": "200",
   "at": "2026-09-02T02:32:20+00:00"
  },
  {
   "path": "/ip-ranges",
   "status": "404",
   "at": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/terms.html",
   "status": "200",
   "at": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "status": "200",
   "at": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "status": "200",
   "at": "2026-09-02T02:32:21+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "status": "200",
   "at": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "status": "200",
   "at": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "status": "200",
   "at": "2026-09-02T02:32:22+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "status": "200",
   "at": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "status": "200",
   "at": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "status": "200",
   "at": "2026-09-02T02:32:23+00:00"
  },
  {
   "path": "/category/search.html",
   "status": "200",
   "at": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "status": "200",
   "at": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/crawler/index.html",
   "status": "200",
   "at": "2026-09-02T02:32:24+00:00"
  },
  {
   "path": "/category/tool.html",
   "status": "200",
   "at": "2026-09-02T02:32:25+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "status": "200",
   "at": "2026-09-02T02:32:25+00:00"
  },
  {
   "path": "/category/dataset.html",
   "status": "200",
   "at": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/category/seo.html",
   "status": "200",
   "at": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/category/user-fetch.html",
   "status": "200",
   "at": "2026-09-02T02:32:27+00:00"
  },
  {
   "path": "/category/preview.html",
   "status": "200",
   "at": "2026-09-02T02:32:28+00:00"
  },
  {
   "path": "/category/archive.html",
   "status": "200",
   "at": "2026-09-02T02:32:28+00:00"
  }
 ],
 "asked_for_and_got_nothing": [
  {
   "path": "/data",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:31:07+00:00",
   "last_asked": "2026-09-02T02:31:11+00:00",
   "answered_200_since": "2026-09-02T03:05:05+00:00"
  },
  {
   "path": "/bot",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:31:07+00:00",
   "last_asked": "2026-09-02T02:32:19+00:00",
   "answered_200_since": "2026-09-02T03:05:05+00:00"
  },
  {
   "path": "/operator",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:31:12+00:00",
   "last_asked": "2026-09-02T02:32:01+00:00",
   "answered_200_since": "2026-09-02T03:05:05+00:00"
  },
  {
   "path": "/crawler",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:31:12+00:00",
   "last_asked": "2026-09-02T02:31:30+00:00",
   "answered_200_since": "2026-09-02T03:05:06+00:00"
  },
  {
   "path": "/policy",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:31:46+00:00",
   "last_asked": "2026-09-02T02:33:11+00:00",
   "answered_200_since": "2026-09-02T03:05:55+00:00"
  },
  {
   "path": "/ip-ranges",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:32:21+00:00",
   "last_asked": "2026-09-02T02:33:17+00:00",
   "answered_200_since": "2026-09-02T03:05:06+00:00"
  },
  {
   "path": "/.well-known/oauth-authorization-server",
   "statuses": {
    "404": 2
   },
   "first_asked": "2026-09-02T02:33:30+00:00",
   "last_asked": "2026-09-02T02:34:35+00:00",
   "answered_200_since": null
  }
 ],
 "return_behaviour": {
  "visits": 1,
  "median_gap_minutes": null,
  "visit_starts": [
   "2026-09-02T02:31:06Z"
  ]
 },
 "documentation_url": null,
 "self_described_as": null,
 "page": "https://www.pathwren.workers.dev/bot/shapbot.html",
 "notes": null,
 "crawler_catalogue_record": "https://www.pathwren.workers.dev/crawler/shapbot.json"
}