{
 "slug": "search-marginalia-nu",
 "name": "search.marginalia.nu",
 "group_key": "ua:search-marginalia-nu",
 "kind": "named",
 "user_agents": [
  {
   "ua": "search.marginalia.nu",
   "requests": 104,
   "addresses": 1,
   "first_seen": "2026-09-11T14:41:58+00:00",
   "last_seen": "2026-09-11T14:44:07+00:00"
  },
  {
   "ua": "search.marginalia.nu, search.marginalia.nu",
   "requests": 2,
   "addresses": 1,
   "first_seen": "2026-09-11T14:42:02+00:00",
   "last_seen": "2026-09-11T14:42:04+00:00"
  }
 ],
 "primary_user_agent": "search.marginalia.nu",
 "requests": 106,
 "addresses": 1,
 "first_seen": "2026-09-11T14:41:58+00:00",
 "last_seen": "2026-09-11T14:44:07+00:00",
 "bytes_served": 2672544,
 "classed_by_our_instrument": {
  "agent": 104,
  "crawler": 2
 },
 "surfaces": {
  "pathwren-edge": 74,
  "blog": 11,
  "section-roots": 6,
  "changes-syndication-feeds": 2,
  "changes-feed": 2,
  "identity-documents": 2,
  "http-tools": 1,
  "document-ledger": 1,
  "agent-card-addresses": 1,
  "mcp-crawler-index": 1,
  "a2a-crawler-index": 1,
  "access-document": 1,
  "pricing-document": 1,
  "api-reference": 1,
  "channel-namespace-doc": 1
 },
 "channels": {},
 "accept_headers": [
  "text/html, application/xhtml+xml, text/*;q=0.8",
  "text/*, */*;q=0.9"
 ],
 "status_codes": {
  "200": 106
 },
 "distinct_paths": 104,
 "paths": [
  {
   "path": "/",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-11T14:41:58+00:00",
   "last": "2026-09-11T14:42:01+00:00"
  },
  {
   "path": "/data/observed-clients.csv",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-11T14:43:04+00:00",
   "last": "2026-09-11T14:43:05+00:00"
  },
  {
   "path": "/.well-known/agent-card.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:23+00:00",
   "last": "2026-09-11T14:42:23+00:00"
  },
  {
   "path": "/a2a",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:26+00:00",
   "last": "2026-09-11T14:42:26+00:00"
  },
  {
   "path": "/a2a.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:36+00:00",
   "last": "2026-09-11T14:43:36+00:00"
  },
  {
   "path": "/about.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:28+00:00",
   "last": "2026-09-11T14:43:28+00:00"
  },
  {
   "path": "/ai-crawler-logs/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:37+00:00",
   "last": "2026-09-11T14:43:37+00:00"
  },
  {
   "path": "/ai-crawler-robots/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:38+00:00",
   "last": "2026-09-11T14:43:38+00:00"
  },
  {
   "path": "/api.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:12+00:00",
   "last": "2026-09-11T14:42:12+00:00"
  },
  {
   "path": "/blog/ai-crawler-cost.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:39+00:00",
   "last": "2026-09-11T14:43:39+00:00"
  },
  {
   "path": "/blog/ai-crawler-traffic-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:40+00:00",
   "last": "2026-09-11T14:43:40+00:00"
  },
  {
   "path": "/blog/asked-and-absent-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:41+00:00",
   "last": "2026-09-11T14:43:41+00:00"
  },
  {
   "path": "/blog/client-census.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:42+00:00",
   "last": "2026-09-11T14:43:42+00:00"
  },
  {
   "path": "/blog/crawler-fleet-fold-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:44+00:00",
   "last": "2026-09-11T14:43:44+00:00"
  },
  {
   "path": "/blog/crawler-ua-asn-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:45+00:00",
   "last": "2026-09-11T14:43:45+00:00"
  },
  {
   "path": "/blog/fediverse-fanout-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:46+00:00",
   "last": "2026-09-11T14:43:46+00:00"
  },
  {
   "path": "/blog/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:47+00:00",
   "last": "2026-09-11T14:43:47+00:00"
  },
  {
   "path": "/blog/mcp-conformance-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:48+00:00",
   "last": "2026-09-11T14:43:48+00:00"
  },
  {
   "path": "/blog/mcp-endpoint-callers-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:49+00:00",
   "last": "2026-09-11T14:43:49+00:00"
  },
  {
   "path": "/blog/workers-plan-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:51+00:00",
   "last": "2026-09-11T14:43:51+00:00"
  },
  {
   "path": "/bot/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:00+00:00",
   "last": "2026-09-11T14:43:00+00:00"
  },
  {
   "path": "/bot/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:54+00:00",
   "last": "2026-09-11T14:42:54+00:00"
  },
  {
   "path": "/bot/claudebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:57+00:00",
   "last": "2026-09-11T14:42:57+00:00"
  },
  {
   "path": "/bot/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:58+00:00",
   "last": "2026-09-11T14:42:58+00:00"
  },
  {
   "path": "/bot/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:59+00:00",
   "last": "2026-09-11T14:42:59+00:00"
  },
  {
   "path": "/bot/node.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:53+00:00",
   "last": "2026-09-11T14:42:53+00:00"
  },
  {
   "path": "/bot/sentineloracle.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:55+00:00",
   "last": "2026-09-11T14:42:55+00:00"
  },
  {
   "path": "/c",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:52+00:00",
   "last": "2026-09-11T14:43:52+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:46+00:00",
   "last": "2026-09-11T14:42:46+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:44+00:00",
   "last": "2026-09-11T14:42:44+00:00"
  },
  {
   "path": "/category/archive.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:52+00:00",
   "last": "2026-09-11T14:42:52+00:00"
  },
  {
   "path": "/category/dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:47+00:00",
   "last": "2026-09-11T14:42:47+00:00"
  },
  {
   "path": "/category/preview.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:51+00:00",
   "last": "2026-09-11T14:42:51+00:00"
  },
  {
   "path": "/category/search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:43+00:00",
   "last": "2026-09-11T14:42:43+00:00"
  },
  {
   "path": "/category/seo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:49+00:00",
   "last": "2026-09-11T14:42:49+00:00"
  },
  {
   "path": "/category/tool.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:45+00:00",
   "last": "2026-09-11T14:42:45+00:00"
  },
  {
   "path": "/category/user-fetch.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:50+00:00",
   "last": "2026-09-11T14:42:50+00:00"
  },
  {
   "path": "/changelog.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:53+00:00",
   "last": "2026-09-11T14:43:53+00:00"
  },
  {
   "path": "/changes",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:19+00:00",
   "last": "2026-09-11T14:42:19+00:00"
  },
  {
   "path": "/changes.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:31+00:00",
   "last": "2026-09-11T14:43:31+00:00"
  },
  {
   "path": "/compliance",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:54+00:00",
   "last": "2026-09-11T14:43:54+00:00"
  },
  {
   "path": "/contact",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:55+00:00",
   "last": "2026-09-11T14:43:55+00:00"
  },
  {
   "path": "/crawler/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:05+00:00",
   "last": "2026-09-11T14:42:05+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:56+00:00",
   "last": "2026-09-11T14:43:56+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:58+00:00",
   "last": "2026-09-11T14:43:58+00:00"
  },
  {
   "path": "/crawler/adsbot-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:59+00:00",
   "last": "2026-09-11T14:43:59+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:00+00:00",
   "last": "2026-09-11T14:44:00+00:00"
  },
  {
   "path": "/crawler/ahrefssiteaudit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:01+00:00",
   "last": "2026-09-11T14:44:01+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:02+00:00",
   "last": "2026-09-11T14:44:02+00:00"
  },
  {
   "path": "/crawler/ai2bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:04+00:00",
   "last": "2026-09-11T14:44:04+00:00"
  },
  {
   "path": "/crawler/aihitbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:05+00:00",
   "last": "2026-09-11T14:44:05+00:00"
  },
  {
   "path": "/crawler/aiwebindex.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:06+00:00",
   "last": "2026-09-11T14:44:06+00:00"
  },
  {
   "path": "/crawler/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:44:07+00:00",
   "last": "2026-09-11T14:44:07+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:40+00:00",
   "last": "2026-09-11T14:42:40+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:39+00:00",
   "last": "2026-09-11T14:42:39+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:36+00:00",
   "last": "2026-09-11T14:42:36+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:35+00:00",
   "last": "2026-09-11T14:42:35+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:37+00:00",
   "last": "2026-09-11T14:42:37+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:32+00:00",
   "last": "2026-09-11T14:42:32+00:00"
  },
  {
   "path": "/crawler/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:42+00:00",
   "last": "2026-09-11T14:42:42+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:33+00:00",
   "last": "2026-09-11T14:42:33+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:38+00:00",
   "last": "2026-09-11T14:42:38+00:00"
  },
  {
   "path": "/data/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:11+00:00",
   "last": "2026-09-11T14:42:11+00:00"
  },
  {
   "path": "/data/agents.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:29+00:00",
   "last": "2026-09-11T14:43:29+00:00"
  },
  {
   "path": "/data/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:24+00:00",
   "last": "2026-09-11T14:43:24+00:00"
  },
  {
   "path": "/data/observed-clients.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:01+00:00",
   "last": "2026-09-11T14:43:01+00:00"
  },
  {
   "path": "/documents.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:17+00:00",
   "last": "2026-09-11T14:42:17+00:00"
  },
  {
   "path": "/feed.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:30+00:00",
   "last": "2026-09-11T14:42:30+00:00"
  },
  {
   "path": "/feed.xml",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:02+00:00",
   "last": "2026-09-11T14:42:02+00:00"
  },
  {
   "path": "/icon.png",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:03+00:00",
   "last": "2026-09-11T14:42:03+00:00"
  },
  {
   "path": "/index.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:33+00:00",
   "last": "2026-09-11T14:43:33+00:00"
  },
  {
   "path": "/ip-ranges/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:09+00:00",
   "last": "2026-09-11T14:42:09+00:00"
  },
  {
   "path": "/llms.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:15+00:00",
   "last": "2026-09-11T14:42:15+00:00"
  },
  {
   "path": "/mcp",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:25+00:00",
   "last": "2026-09-11T14:42:25+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:13+00:00",
   "last": "2026-09-11T14:42:13+00:00"
  },
  {
   "path": "/openapi.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:20+00:00",
   "last": "2026-09-11T14:42:20+00:00"
  },
  {
   "path": "/operator/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:06+00:00",
   "last": "2026-09-11T14:42:06+00:00"
  },
  {
   "path": "/operator/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:25+00:00",
   "last": "2026-09-11T14:43:25+00:00"
  },
  {
   "path": "/policy/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:08+00:00",
   "last": "2026-09-11T14:42:08+00:00"
  },
  {
   "path": "/policy/allow-ai-search-only.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:15+00:00",
   "last": "2026-09-11T14:43:15+00:00"
  },
  {
   "path": "/policy/allow-all.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:06+00:00",
   "last": "2026-09-11T14:43:06+00:00"
  },
  {
   "path": "/policy/block-ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:08+00:00",
   "last": "2026-09-11T14:43:08+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:10+00:00",
   "last": "2026-09-11T14:43:10+00:00"
  },
  {
   "path": "/policy/block-datasets.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:13+00:00",
   "last": "2026-09-11T14:43:13+00:00"
  },
  {
   "path": "/policy/block-disputed.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:20+00:00",
   "last": "2026-09-11T14:43:20+00:00"
  },
  {
   "path": "/policy/block-seo-tools.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:17+00:00",
   "last": "2026-09-11T14:43:17+00:00"
  },
  {
   "path": "/policy/maximum-ai-visibility.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:22+00:00",
   "last": "2026-09-11T14:43:22+00:00"
  },
  {
   "path": "/pricing",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:28+00:00",
   "last": "2026-09-11T14:42:28+00:00"
  },
  {
   "path": "/reference",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:29+00:00",
   "last": "2026-09-11T14:42:29+00:00"
  },
  {
   "path": "/register",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:27+00:00",
   "last": "2026-09-11T14:42:27+00:00"
  },
  {
   "path": "/robots.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:00+00:00",
   "last": "2026-09-11T14:42:00+00:00"
  },
  {
   "path": "/robots/allow-ai-search-only.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:16+00:00",
   "last": "2026-09-11T14:43:16+00:00"
  },
  {
   "path": "/robots/allow-all.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:07+00:00",
   "last": "2026-09-11T14:43:07+00:00"
  },
  {
   "path": "/robots/block-ai-training.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:09+00:00",
   "last": "2026-09-11T14:43:09+00:00"
  },
  {
   "path": "/robots/block-all-ai.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:12+00:00",
   "last": "2026-09-11T14:43:12+00:00"
  },
  {
   "path": "/robots/block-datasets.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:14+00:00",
   "last": "2026-09-11T14:43:14+00:00"
  },
  {
   "path": "/robots/block-disputed.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:21+00:00",
   "last": "2026-09-11T14:43:21+00:00"
  },
  {
   "path": "/robots/block-seo-tools.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:18+00:00",
   "last": "2026-09-11T14:43:18+00:00"
  },
  {
   "path": "/robots/maximum-ai-visibility.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:23+00:00",
   "last": "2026-09-11T14:43:23+00:00"
  },
  {
   "path": "/sitemap.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:34+00:00",
   "last": "2026-09-11T14:43:34+00:00"
  },
  {
   "path": "/sitemap.xml",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:04+00:00",
   "last": "2026-09-11T14:42:04+00:00"
  },
  {
   "path": "/snippet/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:43:26+00:00",
   "last": "2026-09-11T14:43:26+00:00"
  },
  {
   "path": "/status.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:10+00:00",
   "last": "2026-09-11T14:42:10+00:00"
  },
  {
   "path": "/tools/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-11T14:42:16+00:00",
   "last": "2026-09-11T14:42:16+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/",
   "status": "200",
   "at": "2026-09-11T14:41:58+00:00"
  },
  {
   "path": "/robots.txt",
   "status": "200",
   "at": "2026-09-11T14:42:00+00:00"
  },
  {
   "path": "/feed.xml",
   "status": "200",
   "at": "2026-09-11T14:42:02+00:00"
  },
  {
   "path": "/icon.png",
   "status": "200",
   "at": "2026-09-11T14:42:03+00:00"
  },
  {
   "path": "/sitemap.xml",
   "status": "200",
   "at": "2026-09-11T14:42:04+00:00"
  },
  {
   "path": "/crawler/",
   "status": "200",
   "at": "2026-09-11T14:42:05+00:00"
  },
  {
   "path": "/operator/",
   "status": "200",
   "at": "2026-09-11T14:42:06+00:00"
  },
  {
   "path": "/policy/",
   "status": "200",
   "at": "2026-09-11T14:42:08+00:00"
  },
  {
   "path": "/ip-ranges/",
   "status": "200",
   "at": "2026-09-11T14:42:09+00:00"
  },
  {
   "path": "/status.html",
   "status": "200",
   "at": "2026-09-11T14:42:10+00:00"
  },
  {
   "path": "/data/",
   "status": "200",
   "at": "2026-09-11T14:42:11+00:00"
  },
  {
   "path": "/api.html",
   "status": "200",
   "at": "2026-09-11T14:42:12+00:00"
  },
  {
   "path": "/mcp.html",
   "status": "200",
   "at": "2026-09-11T14:42:13+00:00"
  },
  {
   "path": "/llms.txt",
   "status": "200",
   "at": "2026-09-11T14:42:15+00:00"
  },
  {
   "path": "/tools/",
   "status": "200",
   "at": "2026-09-11T14:42:16+00:00"
  },
  {
   "path": "/documents.json",
   "status": "200",
   "at": "2026-09-11T14:42:17+00:00"
  },
  {
   "path": "/changes",
   "status": "200",
   "at": "2026-09-11T14:42:19+00:00"
  },
  {
   "path": "/openapi.json",
   "status": "200",
   "at": "2026-09-11T14:42:20+00:00"
  },
  {
   "path": "/.well-known/agent-card.json",
   "status": "200",
   "at": "2026-09-11T14:42:23+00:00"
  },
  {
   "path": "/mcp",
   "status": "200",
   "at": "2026-09-11T14:42:25+00:00"
  },
  {
   "path": "/a2a",
   "status": "200",
   "at": "2026-09-11T14:42:26+00:00"
  },
  {
   "path": "/register",
   "status": "200",
   "at": "2026-09-11T14:42:27+00:00"
  },
  {
   "path": "/pricing",
   "status": "200",
   "at": "2026-09-11T14:42:28+00:00"
  },
  {
   "path": "/reference",
   "status": "200",
   "at": "2026-09-11T14:42:29+00:00"
  },
  {
   "path": "/feed.json",
   "status": "200",
   "at": "2026-09-11T14:42:30+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "status": "200",
   "at": "2026-09-11T14:42:32+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "status": "200",
   "at": "2026-09-11T14:42:33+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "status": "200",
   "at": "2026-09-11T14:42:35+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "status": "200",
   "at": "2026-09-11T14:42:36+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "status": "200",
   "at": "2026-09-11T14:42:37+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "status": "200",
   "at": "2026-09-11T14:42:38+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "status": "200",
   "at": "2026-09-11T14:42:39+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "status": "200",
   "at": "2026-09-11T14:42:40+00:00"
  },
  {
   "path": "/crawler/index.html",
   "status": "200",
   "at": "2026-09-11T14:42:42+00:00"
  },
  {
   "path": "/category/search.html",
   "status": "200",
   "at": "2026-09-11T14:42:43+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "status": "200",
   "at": "2026-09-11T14:42:44+00:00"
  },
  {
   "path": "/category/tool.html",
   "status": "200",
   "at": "2026-09-11T14:42:45+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "status": "200",
   "at": "2026-09-11T14:42:46+00:00"
  },
  {
   "path": "/category/dataset.html",
   "status": "200",
   "at": "2026-09-11T14:42:47+00:00"
  },
  {
   "path": "/category/seo.html",
   "status": "200",
   "at": "2026-09-11T14:42:49+00:00"
  }
 ],
 "asked_for_and_got_nothing": [],
 "return_behaviour": {
  "visits": 1,
  "median_gap_minutes": null,
  "visit_starts": [
   "2026-09-11T14:41:58Z"
  ]
 },
 "documentation_url": null,
 "self_described_as": null,
 "page": "https://www.pathwren.workers.dev/bot/search-marginalia-nu.html",
 "notes": null,
 "crawler_catalogue_record": null,
 "ask_with_one_get": [
  {
   "tool": "classify-ua",
   "question": "What is search.marginalia.nu?",
   "answers": "This exact user-agent run through the catalogue: which crawler it is, who operates it, what the crawl is for, what blocking it costs — or an honest \"not recognised\" if it is nobody we know.",
   "url": "https://www.pathwren.workers.dev/tools/classify-ua?ua=search.marginalia.nu&s=client-dossiers",
   "curl": "curl -s 'https://www.pathwren.workers.dev/tools/classify-ua?ua=search.marginalia.nu&s=client-dossiers'",
   "method": "GET",
   "auth": "none",
   "nothing_is_fetched_on_your_behalf": true
  }
 ]
}