{
 "slug": "sofyabot",
 "name": "SofyaBot",
 "group_key": "host:sofya.co",
 "kind": "named",
 "user_agents": [
  {
   "ua": "SofyaBot/1.0 (+https://sofya.co/bot)",
   "requests": 265,
   "addresses": 1,
   "first_seen": "2026-09-05T23:24:10+00:00",
   "last_seen": "2026-09-05T23:30:04+00:00"
  }
 ],
 "primary_user_agent": "SofyaBot/1.0 (+https://sofya.co/bot)",
 "requests": 265,
 "addresses": 1,
 "first_seen": "2026-09-05T23:24:10+00:00",
 "last_seen": "2026-09-05T23:30:04+00:00",
 "bytes_served": 17516438,
 "classed_by_our_instrument": {
  "crawler": 265
 },
 "surfaces": {
  "pathwren-edge": 170,
  "http-tools": 48,
  "section-roots": 13,
  "mcp-zero-argument-pair": 10,
  "changes-feed": 5,
  "pricing-document": 4,
  "client-dossiers": 4,
  "a2a-crawler-index": 2,
  "mcp-crawler-index": 2,
  "document-ledger": 2,
  "agent-card-addresses": 2,
  "api-reference": 1,
  "identity-documents": 1,
  "x402-payment-discovery": 1
 },
 "channels": {
  "crawlers-host": 76
 },
 "accept_headers": [
  "text/html,application/xhtml+xml"
 ],
 "status_codes": {
  "200": 264,
  "400": 1
 },
 "distinct_paths": 175,
 "paths": [
  {
   "path": "/tools/verification-methods",
   "requests": 11,
   "statuses": {
    "200": 10,
    "400": 1
   },
   "first": "2026-09-05T23:27:01+00:00",
   "last": "2026-09-05T23:29:22+00:00"
  },
  {
   "path": "/tools/classify-ua",
   "requests": 8,
   "statuses": {
    "200": 8
   },
   "first": "2026-09-05T23:26:55+00:00",
   "last": "2026-09-05T23:29:54+00:00"
  },
  {
   "path": "/data/observed-clients.json",
   "requests": 4,
   "statuses": {
    "200": 4
   },
   "first": "2026-09-05T23:25:52+00:00",
   "last": "2026-09-05T23:28:05+00:00"
  },
  {
   "path": "/bot/index.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:00+00:00",
   "last": "2026-09-05T23:28:13+00:00"
  },
  {
   "path": "/changes.json",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:24:48+00:00",
   "last": "2026-09-05T23:25:43+00:00"
  },
  {
   "path": "/robots.txt",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:24:10+00:00",
   "last": "2026-09-05T23:24:19+00:00"
  },
  {
   "path": "/tools/ai-access.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:11+00:00",
   "last": "2026-09-05T23:29:51+00:00"
  },
  {
   "path": "/tools/example.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:42+00:00",
   "last": "2026-09-05T23:30:04+00:00"
  },
  {
   "path": "/tools/index.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:55+00:00",
   "last": "2026-09-05T23:27:58+00:00"
  },
  {
   "path": "/tools/robots-allowed.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:13+00:00",
   "last": "2026-09-05T23:29:44+00:00"
  },
  {
   "path": "/tools/robots-lint.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:05+00:00",
   "last": "2026-09-05T23:29:55+00:00"
  },
  {
   "path": "/tools/verify-crawler",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:50+00:00",
   "last": "2026-09-05T23:27:59+00:00"
  },
  {
   "path": "/tools/verify-crawler.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:41+00:00",
   "last": "2026-09-05T23:29:47+00:00"
  },
  {
   "path": "/tools/whoami.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:39+00:00",
   "last": "2026-09-05T23:30:01+00:00"
  },
  {
   "path": "/",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:15+00:00",
   "last": "2026-09-05T23:24:35+00:00"
  },
  {
   "path": "/.well-known/agent-card.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:32+00:00",
   "last": "2026-09-05T23:27:06+00:00"
  },
  {
   "path": "/a2a",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:28+00:00",
   "last": "2026-09-05T23:25:08+00:00"
  },
  {
   "path": "/about.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:46+00:00",
   "last": "2026-09-05T23:26:09+00:00"
  },
  {
   "path": "/api.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:51+00:00",
   "last": "2026-09-05T23:25:05+00:00"
  },
  {
   "path": "/bot",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:26+00:00",
   "last": "2026-09-05T23:26:12+00:00"
  },
  {
   "path": "/bot/apievangelist.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:28+00:00",
   "last": "2026-09-05T23:25:56+00:00"
  },
  {
   "path": "/bot/claudebot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:16+00:00",
   "last": "2026-09-05T23:26:50+00:00"
  },
  {
   "path": "/bot/node.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:14+00:00",
   "last": "2026-09-05T23:26:47+00:00"
  },
  {
   "path": "/bot/sentineloracle.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:18+00:00",
   "last": "2026-09-05T23:28:19+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:09+00:00",
   "last": "2026-09-05T23:25:11+00:00"
  },
  {
   "path": "/changes",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:43+00:00",
   "last": "2026-09-05T23:24:53+00:00"
  },
  {
   "path": "/crawler",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:20+00:00",
   "last": "2026-09-05T23:24:43+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:11+00:00",
   "last": "2026-09-05T23:25:19+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:14+00:00",
   "last": "2026-09-05T23:26:06+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:49+00:00",
   "last": "2026-09-05T23:26:49+00:00"
  },
  {
   "path": "/crawler/claudebot.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:23+00:00",
   "last": "2026-09-05T23:26:57+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:12+00:00",
   "last": "2026-09-05T23:26:54+00:00"
  },
  {
   "path": "/data",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:47+00:00",
   "last": "2026-09-05T23:24:50+00:00"
  },
  {
   "path": "/data/agents.csv",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:16+00:00",
   "last": "2026-09-05T23:26:48+00:00"
  },
  {
   "path": "/data/agents.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:18+00:00",
   "last": "2026-09-05T23:27:44+00:00"
  },
  {
   "path": "/data/user-agents.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:31+00:00",
   "last": "2026-09-05T23:26:40+00:00"
  },
  {
   "path": "/documents.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:39+00:00",
   "last": "2026-09-05T23:24:55+00:00"
  },
  {
   "path": "/ip-ranges",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:23+00:00",
   "last": "2026-09-05T23:24:49+00:00"
  },
  {
   "path": "/llms.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:17+00:00",
   "last": "2026-09-05T23:24:57+00:00"
  },
  {
   "path": "/mcp",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:31+00:00",
   "last": "2026-09-05T23:25:06+00:00"
  },
  {
   "path": "/mcp-doctor.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:26+00:00",
   "last": "2026-09-05T23:25:37+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:23+00:00",
   "last": "2026-09-05T23:25:45+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:26+00:00",
   "last": "2026-09-05T23:24:59+00:00"
  },
  {
   "path": "/openapi.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:58+00:00",
   "last": "2026-09-05T23:25:04+00:00"
  },
  {
   "path": "/operator",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:22+00:00",
   "last": "2026-09-05T23:24:42+00:00"
  },
  {
   "path": "/operator/anthropic.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:44+00:00",
   "last": "2026-09-05T23:26:59+00:00"
  },
  {
   "path": "/policy",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:37+00:00",
   "last": "2026-09-05T23:24:44+00:00"
  },
  {
   "path": "/pricing",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:28+00:00",
   "last": "2026-09-05T23:24:33+00:00"
  },
  {
   "path": "/privacy.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:20+00:00",
   "last": "2026-09-05T23:25:35+00:00"
  },
  {
   "path": "/security.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:25+00:00",
   "last": "2026-09-05T23:25:38+00:00"
  },
  {
   "path": "/security.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:00+00:00",
   "last": "2026-09-05T23:26:10+00:00"
  },
  {
   "path": "/stats.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:54+00:00",
   "last": "2026-09-05T23:25:55+00:00"
  },
  {
   "path": "/status.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:34+00:00",
   "last": "2026-09-05T23:24:45+00:00"
  },
  {
   "path": "/terms.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:56+00:00",
   "last": "2026-09-05T23:25:17+00:00"
  },
  {
   "path": "/terms.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:36+00:00",
   "last": "2026-09-05T23:25:33+00:00"
  },
  {
   "path": "/tools",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:34+00:00",
   "last": "2026-09-05T23:29:48+00:00"
  },
  {
   "path": "/tools/classify-ua.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:29:46+00:00",
   "last": "2026-09-05T23:29:52+00:00"
  },
  {
   "path": "/tools/example",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:02+00:00",
   "last": "2026-09-05T23:28:14+00:00"
  },
  {
   "path": "/tools/robots-allowed",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:22+00:00",
   "last": "2026-09-05T23:30:03+00:00"
  },
  {
   "path": "/tools/robots-lint",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:20+00:00",
   "last": "2026-09-05T23:27:51+00:00"
  },
  {
   "path": "/tools/verification-methods.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:29:45+00:00",
   "last": "2026-09-05T23:29:50+00:00"
  },
  {
   "path": "/tools/whoami",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:49+00:00",
   "last": "2026-09-05T23:26:03+00:00"
  },
  {
   "path": "/.well-known/ai-plugin.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:18+00:00",
   "last": "2026-09-05T23:24:18+00:00"
  },
  {
   "path": "/.well-known/security.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:58+00:00",
   "last": "2026-09-05T23:25:58+00:00"
  },
  {
   "path": "/.well-known/x402",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:09+00:00",
   "last": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/apis.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:22+00:00",
   "last": "2026-09-05T23:25:22+00:00"
  },
  {
   "path": "/bot/402explorer.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:28+00:00",
   "last": "2026-09-05T23:28:28+00:00"
  },
  {
   "path": "/bot/402explorer.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:34+00:00",
   "last": "2026-09-05T23:28:34+00:00"
  },
  {
   "path": "/bot/402explorer.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:35+00:00",
   "last": "2026-09-05T23:28:35+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:21+00:00",
   "last": "2026-09-05T23:28:21+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:29+00:00",
   "last": "2026-09-05T23:28:29+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:30+00:00",
   "last": "2026-09-05T23:28:30+00:00"
  },
  {
   "path": "/bot/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:47+00:00",
   "last": "2026-09-05T23:28:47+00:00"
  },
  {
   "path": "/bot/amazonbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:59+00:00",
   "last": "2026-09-05T23:28:59+00:00"
  },
  {
   "path": "/bot/amazonbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:59+00:00",
   "last": "2026-09-05T23:28:59+00:00"
  },
  {
   "path": "/bot/archive-org-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:53+00:00",
   "last": "2026-09-05T23:28:53+00:00"
  },
  {
   "path": "/bot/claudebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:51+00:00",
   "last": "2026-09-05T23:26:51+00:00"
  },
  {
   "path": "/bot/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:42+00:00",
   "last": "2026-09-05T23:28:42+00:00"
  },
  {
   "path": "/bot/gptbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:45+00:00",
   "last": "2026-09-05T23:28:45+00:00"
  },
  {
   "path": "/bot/index.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:31+00:00",
   "last": "2026-09-05T23:26:31+00:00"
  },
  {
   "path": "/bot/mcpbeat.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:36+00:00",
   "last": "2026-09-05T23:28:36+00:00"
  },
  {
   "path": "/bot/mcpbeat.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:40+00:00",
   "last": "2026-09-05T23:28:40+00:00"
  },
  {
   "path": "/bot/mcpbeat.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:41+00:00",
   "last": "2026-09-05T23:28:41+00:00"
  },
  {
   "path": "/bot/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:20+00:00",
   "last": "2026-09-05T23:28:20+00:00"
  },
  {
   "path": "/bot/node.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:30+00:00",
   "last": "2026-09-05T23:26:30+00:00"
  },
  {
   "path": "/bot/node.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:33+00:00",
   "last": "2026-09-05T23:26:33+00:00"
  },
  {
   "path": "/bot/sentineloracle.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:26+00:00",
   "last": "2026-09-05T23:28:26+00:00"
  },
  {
   "path": "/bot/sentineloracle.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:27+00:00",
   "last": "2026-09-05T23:28:27+00:00"
  },
  {
   "path": "/bot/undici.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:31+00:00",
   "last": "2026-09-05T23:28:31+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:03+00:00",
   "last": "2026-09-05T23:29:03+00:00"
  },
  {
   "path": "/category/dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:16+00:00",
   "last": "2026-09-05T23:27:16+00:00"
  },
  {
   "path": "/category/search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:18+00:00",
   "last": "2026-09-05T23:27:18+00:00"
  },
  {
   "path": "/contact",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:52+00:00",
   "last": "2026-09-05T23:24:52+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:23+00:00",
   "last": "2026-09-05T23:27:23+00:00"
  },
  {
   "path": "/crawler/adsbot-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:22+00:00",
   "last": "2026-09-05T23:27:22+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:58+00:00",
   "last": "2026-09-05T23:26:58+00:00"
  },
  {
   "path": "/crawler/ai2bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:56+00:00",
   "last": "2026-09-05T23:26:56+00:00"
  },
  {
   "path": "/crawler/aihitbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:00+00:00",
   "last": "2026-09-05T23:27:00+00:00"
  },
  {
   "path": "/crawler/aihitbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:14+00:00",
   "last": "2026-09-05T23:27:14+00:00"
  },
  {
   "path": "/crawler/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:57+00:00",
   "last": "2026-09-05T23:28:57+00:00"
  },
  {
   "path": "/crawler/amazonbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:01+00:00",
   "last": "2026-09-05T23:29:01+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:48+00:00",
   "last": "2026-09-05T23:25:48+00:00"
  },
  {
   "path": "/crawler/applebot-extended.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:37+00:00",
   "last": "2026-09-05T23:26:37+00:00"
  },
  {
   "path": "/crawler/applebot-extended.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:39+00:00",
   "last": "2026-09-05T23:26:39+00:00"
  },
  {
   "path": "/crawler/applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:03+00:00",
   "last": "2026-09-05T23:27:03+00:00"
  },
  {
   "path": "/crawler/applebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:17+00:00",
   "last": "2026-09-05T23:27:17+00:00"
  },
  {
   "path": "/crawler/awariorssbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:27+00:00",
   "last": "2026-09-05T23:27:27+00:00"
  },
  {
   "path": "/crawler/awariorssbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:34+00:00",
   "last": "2026-09-05T23:27:34+00:00"
  },
  {
   "path": "/crawler/awariosmartbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:31+00:00",
   "last": "2026-09-05T23:27:31+00:00"
  },
  {
   "path": "/crawler/bedrockbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:09+00:00",
   "last": "2026-09-05T23:29:09+00:00"
  },
  {
   "path": "/crawler/bedrockbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:14+00:00",
   "last": "2026-09-05T23:29:14+00:00"
  },
  {
   "path": "/crawler/bedrockbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:15+00:00",
   "last": "2026-09-05T23:29:15+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:07+00:00",
   "last": "2026-09-05T23:26:07+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:32+00:00",
   "last": "2026-09-05T23:27:32+00:00"
  },
  {
   "path": "/crawler/ccbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:40+00:00",
   "last": "2026-09-05T23:27:40+00:00"
  },
  {
   "path": "/crawler/claudebot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:17+00:00",
   "last": "2026-09-05T23:26:17+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:15+00:00",
   "last": "2026-09-05T23:26:15+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:44+00:00",
   "last": "2026-09-05T23:26:44+00:00"
  },
  {
   "path": "/crawler/cotoyogi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:01+00:00",
   "last": "2026-09-05T23:26:01+00:00"
  },
  {
   "path": "/crawler/cotoyogi.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:34+00:00",
   "last": "2026-09-05T23:26:34+00:00"
  },
  {
   "path": "/crawler/cotoyogi.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:36+00:00",
   "last": "2026-09-05T23:26:36+00:00"
  },
  {
   "path": "/crawler/diffbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:33+00:00",
   "last": "2026-09-05T23:27:33+00:00"
  },
  {
   "path": "/crawler/facebookbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:59+00:00",
   "last": "2026-09-05T23:25:59+00:00"
  },
  {
   "path": "/crawler/facebookbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:25+00:00",
   "last": "2026-09-05T23:26:25+00:00"
  },
  {
   "path": "/crawler/facebookbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:27+00:00",
   "last": "2026-09-05T23:26:27+00:00"
  },
  {
   "path": "/crawler/factset-spyderbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:51+00:00",
   "last": "2026-09-05T23:25:51+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:08+00:00",
   "last": "2026-09-05T23:26:08+00:00"
  },
  {
   "path": "/crawler/googleother-image.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:52+00:00",
   "last": "2026-09-05T23:26:52+00:00"
  },
  {
   "path": "/crawler/googleother-image.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:11+00:00",
   "last": "2026-09-05T23:27:11+00:00"
  },
  {
   "path": "/crawler/googleother-video.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:53+00:00",
   "last": "2026-09-05T23:26:53+00:00"
  },
  {
   "path": "/crawler/googleother.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:46+00:00",
   "last": "2026-09-05T23:25:46+00:00"
  },
  {
   "path": "/crawler/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:30+00:00",
   "last": "2026-09-05T23:24:30+00:00"
  },
  {
   "path": "/data/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:07+00:00",
   "last": "2026-09-05T23:27:07+00:00"
  },
  {
   "path": "/data/ip-sources.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:15+00:00",
   "last": "2026-09-05T23:25:15+00:00"
  },
  {
   "path": "/data/robots-tokens.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:26+00:00",
   "last": "2026-09-05T23:27:26+00:00"
  },
  {
   "path": "/data/ua-regex.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:21+00:00",
   "last": "2026-09-05T23:25:21+00:00"
  },
  {
   "path": "/data/ua-regex.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:43+00:00",
   "last": "2026-09-05T23:26:43+00:00"
  },
  {
   "path": "/feed.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:34+00:00",
   "last": "2026-09-05T23:24:34+00:00"
  },
  {
   "path": "/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:21+00:00",
   "last": "2026-09-05T23:24:21+00:00"
  },
  {
   "path": "/ip-ranges/all.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:13+00:00",
   "last": "2026-09-05T23:25:13+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:03+00:00",
   "last": "2026-09-05T23:27:03+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:19+00:00",
   "last": "2026-09-05T23:27:19+00:00"
  },
  {
   "path": "/ip-ranges/commoncrawl-ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:41+00:00",
   "last": "2026-09-05T23:27:41+00:00"
  },
  {
   "path": "/ip-ranges/google-special.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:13+00:00",
   "last": "2026-09-05T23:27:13+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:46+00:00",
   "last": "2026-09-05T23:28:46+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:51+00:00",
   "last": "2026-09-05T23:28:51+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:52+00:00",
   "last": "2026-09-05T23:28:52+00:00"
  },
  {
   "path": "/mcp-lint.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:40+00:00",
   "last": "2026-09-05T23:25:40+00:00"
  },
  {
   "path": "/mcp-netcheck.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:30+00:00",
   "last": "2026-09-05T23:25:30+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:27+00:00",
   "last": "2026-09-05T23:25:27+00:00"
  },
  {
   "path": "/operator/aihit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:15+00:00",
   "last": "2026-09-05T23:27:15+00:00"
  },
  {
   "path": "/operator/aihit.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:24+00:00",
   "last": "2026-09-05T23:27:24+00:00"
  },
  {
   "path": "/operator/amazon.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:02+00:00",
   "last": "2026-09-05T23:29:02+00:00"
  },
  {
   "path": "/operator/amazon.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:08+00:00",
   "last": "2026-09-05T23:29:08+00:00"
  },
  {
   "path": "/operator/apple.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:38+00:00",
   "last": "2026-09-05T23:26:38+00:00"
  },
  {
   "path": "/operator/apple.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:02+00:00",
   "last": "2026-09-05T23:27:02+00:00"
  },
  {
   "path": "/operator/awario.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:35+00:00",
   "last": "2026-09-05T23:27:35+00:00"
  },
  {
   "path": "/operator/cohere.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:45+00:00",
   "last": "2026-09-05T23:26:45+00:00"
  },
  {
   "path": "/operator/commoncrawl.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:40+00:00",
   "last": "2026-09-05T23:27:40+00:00"
  },
  {
   "path": "/operator/commoncrawl.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:43+00:00",
   "last": "2026-09-05T23:27:43+00:00"
  },
  {
   "path": "/operator/google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:12+00:00",
   "last": "2026-09-05T23:27:12+00:00"
  },
  {
   "path": "/operator/google.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:21+00:00",
   "last": "2026-09-05T23:27:21+00:00"
  },
  {
   "path": "/operator/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:01+00:00",
   "last": "2026-09-05T23:25:01+00:00"
  },
  {
   "path": "/operator/meta.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:26+00:00",
   "last": "2026-09-05T23:26:26+00:00"
  },
  {
   "path": "/operator/rois.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:35+00:00",
   "last": "2026-09-05T23:26:35+00:00"
  },
  {
   "path": "/plans",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:40+00:00",
   "last": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/policy/allow-all.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:19+00:00",
   "last": "2026-09-05T23:26:19+00:00"
  },
  {
   "path": "/policy/block-ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:21+00:00",
   "last": "2026-09-05T23:26:21+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:28+00:00",
   "last": "2026-09-05T23:26:28+00:00"
  },
  {
   "path": "/policy/maximum-ai-visibility.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:29+00:00",
   "last": "2026-09-05T23:26:29+00:00"
  },
  {
   "path": "/pricing.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:40+00:00",
   "last": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/privacy.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:53+00:00",
   "last": "2026-09-05T23:25:53+00:00"
  },
  {
   "path": "/reference",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:32+00:00",
   "last": "2026-09-05T23:24:32+00:00"
  },
  {
   "path": "/status.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:07+00:00",
   "last": "2026-09-05T23:25:07+00:00"
  },
  {
   "path": "/tools/ai-access",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:30:02+00:00",
   "last": "2026-09-05T23:30:02+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/robots.txt",
   "status": "200",
   "at": "2026-09-05T23:24:10+00:00"
  },
  {
   "path": "/",
   "status": "200",
   "at": "2026-09-05T23:24:15+00:00"
  },
  {
   "path": "/llms.txt",
   "status": "200",
   "at": "2026-09-05T23:24:17+00:00"
  },
  {
   "path": "/.well-known/ai-plugin.json",
   "status": "200",
   "at": "2026-09-05T23:24:18+00:00"
  },
  {
   "path": "/crawler",
   "status": "200",
   "at": "2026-09-05T23:24:20+00:00"
  },
  {
   "path": "/index.html",
   "status": "200",
   "at": "2026-09-05T23:24:21+00:00"
  },
  {
   "path": "/operator",
   "status": "200",
   "at": "2026-09-05T23:24:22+00:00"
  },
  {
   "path": "/ip-ranges",
   "status": "200",
   "at": "2026-09-05T23:24:23+00:00"
  },
  {
   "path": "/mcp.html",
   "status": "200",
   "at": "2026-09-05T23:24:26+00:00"
  },
  {
   "path": "/pricing",
   "status": "200",
   "at": "2026-09-05T23:24:28+00:00"
  },
  {
   "path": "/a2a",
   "status": "200",
   "at": "2026-09-05T23:24:28+00:00"
  },
  {
   "path": "/crawler/index.html",
   "status": "200",
   "at": "2026-09-05T23:24:30+00:00"
  },
  {
   "path": "/mcp",
   "status": "200",
   "at": "2026-09-05T23:24:31+00:00"
  },
  {
   "path": "/reference",
   "status": "200",
   "at": "2026-09-05T23:24:32+00:00"
  },
  {
   "path": "/feed.json",
   "status": "200",
   "at": "2026-09-05T23:24:34+00:00"
  },
  {
   "path": "/status.html",
   "status": "200",
   "at": "2026-09-05T23:24:34+00:00"
  },
  {
   "path": "/terms.json",
   "status": "200",
   "at": "2026-09-05T23:24:36+00:00"
  },
  {
   "path": "/policy",
   "status": "200",
   "at": "2026-09-05T23:24:37+00:00"
  },
  {
   "path": "/documents.json",
   "status": "200",
   "at": "2026-09-05T23:24:39+00:00"
  },
  {
   "path": "/pricing.json",
   "status": "200",
   "at": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/plans",
   "status": "200",
   "at": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/changes",
   "status": "200",
   "at": "2026-09-05T23:24:43+00:00"
  },
  {
   "path": "/about.html",
   "status": "200",
   "at": "2026-09-05T23:24:46+00:00"
  },
  {
   "path": "/data",
   "status": "200",
   "at": "2026-09-05T23:24:47+00:00"
  },
  {
   "path": "/changes.json",
   "status": "200",
   "at": "2026-09-05T23:24:48+00:00"
  },
  {
   "path": "/api.html",
   "status": "200",
   "at": "2026-09-05T23:24:51+00:00"
  },
  {
   "path": "/contact",
   "status": "200",
   "at": "2026-09-05T23:24:52+00:00"
  },
  {
   "path": "/stats.json",
   "status": "200",
   "at": "2026-09-05T23:24:54+00:00"
  },
  {
   "path": "/terms.html",
   "status": "200",
   "at": "2026-09-05T23:24:56+00:00"
  },
  {
   "path": "/openapi.json",
   "status": "200",
   "at": "2026-09-05T23:24:58+00:00"
  },
  {
   "path": "/security.json",
   "status": "200",
   "at": "2026-09-05T23:25:00+00:00"
  },
  {
   "path": "/operator/index.html",
   "status": "200",
   "at": "2026-09-05T23:25:01+00:00"
  },
  {
   "path": "/status.json",
   "status": "200",
   "at": "2026-09-05T23:25:07+00:00"
  },
  {
   "path": "/.well-known/x402",
   "status": "200",
   "at": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "status": "200",
   "at": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "status": "200",
   "at": "2026-09-05T23:25:11+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "status": "200",
   "at": "2026-09-05T23:25:12+00:00"
  },
  {
   "path": "/ip-ranges/all.json",
   "status": "200",
   "at": "2026-09-05T23:25:13+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "status": "200",
   "at": "2026-09-05T23:25:14+00:00"
  },
  {
   "path": "/data/ip-sources.json",
   "status": "200",
   "at": "2026-09-05T23:25:15+00:00"
  }
 ],
 "asked_for_and_got_nothing": [
  {
   "path": "/tools/verification-methods",
   "statuses": {
    "400": 1
   },
   "first_asked": "2026-09-05T23:27:01+00:00",
   "last_asked": "2026-09-05T23:29:22+00:00",
   "answered_200_since": null
  }
 ],
 "return_behaviour": {
  "visits": 1,
  "median_gap_minutes": null,
  "visit_starts": [
   "2026-09-05T23:24:10Z"
  ]
 },
 "documentation_url": "https://sofya.co/bot",
 "self_described_as": null,
 "page": "https://www.pathwren.workers.dev/bot/sofyabot.html",
 "notes": null,
 "crawler_catalogue_record": null,
 "ask_with_one_get": [
  {
   "tool": "classify-ua",
   "question": "What is SofyaBot/1.0 (+https://sofya.co/bot)?",
   "answers": "This exact user-agent run through the catalogue: which crawler it is, who operates it, what the crawl is for, what blocking it costs — or an honest \"not recognised\" if it is nobody we know.",
   "url": "https://www.pathwren.workers.dev/tools/classify-ua?ua=SofyaBot%2F1.0%20%28%2Bhttps%3A%2F%2Fsofya.co%2Fbot%29&s=client-dossiers",
   "curl": "curl -s 'https://www.pathwren.workers.dev/tools/classify-ua?ua=SofyaBot%2F1.0%20%28%2Bhttps%3A%2F%2Fsofya.co%2Fbot%29&s=client-dossiers'",
   "method": "GET",
   "auth": "none",
   "nothing_is_fetched_on_your_behalf": true
  }
 ]
}