{ "generated_at": "2026-09-01T06:21:36+00:00", "source": "state/metrics.db, table hits — one row per request, written server-side by collector.py and by the pathwren-edge Worker", "window": { "first_request": "2026-08-31T20:58:11+00:00", "last_request": "2026-09-01T06:16:32+00:00", "hours": 9.3 }, "counts": { "rows_in_log": 3101, "our_own_excluded": 1554, "model_fetch_tool_rows_excluded": 6, "external_requests": 1541, "operators_documented": 72, "browser_shaped_user_agents": 9, "empty_user_agent_requests": 29 }, "operators": [ { "slug": "claudebot", "name": "ClaudeBot", "group_key": "host:anthropic.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", "requests": 504, "addresses": 2, "first_seen": "2026-09-01T00:46:32+00:00", "last_seen": "2026-09-01T06:15:19+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", "requests": 504, "addresses": 2, "first_seen": "2026-09-01T00:46:32+00:00", "last_seen": "2026-09-01T06:15:19+00:00", "bytes_served": 1856184, "classed_by_our_instrument": { "agent": 504 }, "surfaces": { "pathwren-edge": 504 }, "channels": { "mcp-registry-official": 3, "direct": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 504 }, "distinct_paths": 368, "paths": [ { "path": "/px.gif", "requests": 132, "statuses": { "200": 132 }, "first": "2026-09-01T01:11:12+00:00", "last": "2026-09-01T06:15:19+00:00" }, { "path": "/robots.txt", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T00:46:32+00:00", "last": "2026-09-01T05:49:47+00:00" }, { "path": "/sitemap.xml", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T03:13:03+00:00", "last": "2026-09-01T05:17:31+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:23+00:00", "last": "2026-09-01T01:09:23+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:05:59+00:00", "last": "2026-09-01T04:05:59+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:04:13+00:00", "last": "2026-09-01T04:04:13+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:39:59+00:00", "last": "2026-09-01T03:39:59+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:11+00:00", "last": "2026-09-01T01:10:11+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:46+00:00", "last": "2026-09-01T01:09:46+00:00" }, { "path": "/apis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/apple-touch-icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:11:04+00:00", "last": "2026-09-01T01:11:04+00:00" }, { "path": "/c/mcp-registry-official/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:46:19+00:00", "last": "2026-09-01T04:46:19+00:00" }, { "path": "/c/mcp-registry-official/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:40:13+00:00", "last": "2026-09-01T04:40:13+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:13:04+00:00", "last": "2026-09-01T03:13:04+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:39+00:00", "last": "2026-09-01T01:36:39+00:00" }, { "path": "/category/ai-search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:10+00:00", "last": "2026-09-01T02:01:10+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/category/ai-training.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:29+00:00", "last": "2026-09-01T01:34:29+00:00" }, { "path": "/category/archive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/category/dataset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/category/preview.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/category/search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/category/seo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/category/tool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/category/user-fetch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:35+00:00", "last": "2026-09-01T03:41:35+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:38+00:00", "last": "2026-09-01T01:10:38+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/ahrefsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/ai2bot-dolma.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/ai2bot-dolma.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/crawler/ai2bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/ai2bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/crawler/amazonbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/amazonbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/crawler/anthropic-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:08+00:00", "last": "2026-09-01T02:06:08+00:00" }, { "path": "/crawler/anthropic-ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:40+00:00", "last": "2026-09-01T02:06:40+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/applebot-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/applebot-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/crawler/applebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/crawler/applebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:05+00:00", "last": "2026-09-01T01:36:05+00:00" }, { "path": "/crawler/archive-org-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:56+00:00", "last": "2026-09-01T02:00:56+00:00" }, { "path": "/crawler/archive-org-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/baiduspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/baiduspider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/crawler/bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/crawler/bingbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:53+00:00", "last": "2026-09-01T01:33:53+00:00" }, { "path": "/crawler/bytespider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/bytespider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/crawler/ccbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/crawler/ccbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/chatgpt-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/crawler/chatgpt-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/claude-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/claude-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:41+00:00", "last": "2026-09-01T02:01:41+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/crawler/claude-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/claude-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/claude-web.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T01:59:15+00:00" }, { "path": "/crawler/claude-web.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/claudebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/crawler/claudebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/cohere-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:20+00:00", "last": "2026-09-01T01:59:20+00:00" }, { "path": "/crawler/cohere-ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/crawler/cohere-training-data-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/crawler/cohere-training-data-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/crawler/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/crawler/diffbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/duckassistbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:55+00:00", "last": "2026-09-01T02:05:55+00:00" }, { "path": "/crawler/duckassistbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:34+00:00", "last": "2026-09-01T02:06:34+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/duckduckbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/duckduckbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/crawler/facebookbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/facebookbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/facebookexternalhit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/facebookexternalhit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/firecrawlagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/firecrawlagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:50+00:00", "last": "2026-09-01T01:34:50+00:00" }, { "path": "/crawler/google-cloudvertexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/google-cloudvertexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/google-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/google-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:05+00:00", "last": "2026-09-01T01:36:05+00:00" }, { "path": "/crawler/google-inspectiontool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/google-inspectiontool.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/googlebot-image.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/googlebot-image.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:07+00:00", "last": "2026-09-01T01:36:07+00:00" }, { "path": "/crawler/googlebot-news.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/crawler/googlebot-news.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/crawler/googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/googlebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/googleother.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/googleother.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/ia-archiver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:50+00:00", "last": "2026-09-01T02:05:50+00:00" }, { "path": "/crawler/ia-archiver.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:34+00:00", "last": "2026-09-01T02:06:34+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/imagesiftbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/imagesiftbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/img2dataset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/img2dataset.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:15+00:00", "last": "2026-09-01T01:34:15+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/crawler/meta-externalagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/meta-externalagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/crawler/meta-externalfetcher.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/crawler/meta-externalfetcher.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/mistralai-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:55+00:00", "last": "2026-09-01T02:05:55+00:00" }, { "path": "/crawler/mistralai-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:13+00:00", "last": "2026-09-01T02:06:13+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/oai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/oai-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/omgili.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/crawler/omgili.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/omgilibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/omgilibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:41+00:00", "last": "2026-09-01T02:01:41+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/perplexity-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:31+00:00", "last": "2026-09-01T01:58:31+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/crawler/perplexitybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/crawler/perplexitybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/petalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/petalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/crawler/scrapy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:00+00:00", "last": "2026-09-01T02:05:00+00:00" }, { "path": "/crawler/scrapy.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:03:38+00:00", "last": "2026-09-01T02:03:38+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/semrushbot-ocob.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/crawler/semrushbot-ocob.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/crawler/semrushbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/crawler/semrushbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/seznambot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/seznambot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/storebot-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/storebot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/tiktokspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:10+00:00", "last": "2026-09-01T02:01:10+00:00" }, { "path": "/crawler/tiktokspider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/crawler/timpibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T01:59:15+00:00" }, { "path": "/crawler/timpibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T01:59:31+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/webzio-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:50+00:00", "last": "2026-09-01T02:05:50+00:00" }, { "path": "/crawler/webzio-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:13+00:00", "last": "2026-09-01T02:06:13+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/yandexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T01:59:15+00:00" }, { "path": "/crawler/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:31+00:00", "last": "2026-09-01T01:34:31+00:00" }, { "path": "/crawler/yeti.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/yeti.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:29+00:00", "last": "2026-09-01T01:34:29+00:00" }, { "path": "/crawler/youbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/youbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/data/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:23+00:00", "last": "2026-09-01T01:09:23+00:00" }, { "path": "/data/agents.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:20+00:00", "last": "2026-09-01T01:10:20+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/data/ip-sources.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/data/ua-regex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/data/ua-regex.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/data/user-agents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:48+00:00", "last": "2026-09-01T01:10:48+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:21+00:00", "last": "2026-09-01T01:10:21+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:46+00:00", "last": "2026-09-01T01:09:46+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:48+00:00", "last": "2026-09-01T01:10:48+00:00" }, { "path": "/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:46+00:00", "last": "2026-09-01T01:10:46+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:07+00:00", "last": "2026-09-01T01:36:07+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/ip-ranges/apple-applebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:20+00:00", "last": "2026-09-01T01:59:20+00:00" }, { "path": "/ip-ranges/apple-applebot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/ip-ranges/bing-bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/ip-ranges/bing-bingbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/google-googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/ip-ranges/google-googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/ip-ranges/google-googlebot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/ip-ranges/google-special.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T01:59:15+00:00" }, { "path": "/ip-ranges/google-special.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:39+00:00", "last": "2026-09-01T01:36:39+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/ip-ranges/google-user-triggered.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/ip-ranges/google-user-triggered.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:45+00:00", "last": "2026-09-01T02:01:45+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T01:59:47+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/ip-ranges/openai-gptbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/openai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:41+00:00", "last": "2026-09-01T01:36:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/ip-ranges/openai-searchbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/perplexity-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/ip-ranges/perplexity-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/ip-ranges/perplexity-bot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/ip-ranges/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/ip-ranges/perplexity-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:46+00:00", "last": "2026-09-01T01:10:46+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:40:26+00:00", "last": "2026-09-01T03:40:26+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:24+00:00", "last": "2026-09-01T03:41:24+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:46:32+00:00", "last": "2026-09-01T00:46:32+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:51+00:00", "last": "2026-09-01T01:09:51+00:00" }, { "path": "/openapi.yaml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:52+00:00", "last": "2026-09-01T01:09:52+00:00" }, { "path": "/operator/ahrefs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/operator/ahrefs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/operator/ai2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/ai2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:52+00:00", "last": "2026-09-01T01:32:52+00:00" }, { "path": "/operator/amazon.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/anthropic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/operator/anthropic.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/apple.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/baidu.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/baidu.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/operator/bytedance.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/operator/bytedance.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/cohere.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/commoncrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:27+00:00", "last": "2026-09-01T01:35:27+00:00" }, { "path": "/operator/duckduckgo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/operator/firecrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/operator/firecrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/hive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/operator/hive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/huawei.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/operator/internetarchive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/internetarchive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/operator/laion.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/operator/meta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/meta.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:54+00:00", "last": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/microsoft.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/mistral.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T01:58:05+00:00" }, { "path": "/operator/naver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/operator/naver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/operator/openai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:55+00:00", "last": "2026-09-01T01:32:55+00:00" }, { "path": "/operator/perplexity.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/scrapy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/operator/semrush.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:54+00:00", "last": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/semrush.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/seznam.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/operator/seznam.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/timpi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T01:58:06+00:00" }, { "path": "/operator/webz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:28+00:00", "last": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/webz.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/operator/yandex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:31+00:00", "last": "2026-09-01T01:34:31+00:00" }, { "path": "/operator/yandex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/operator/you.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:28+00:00", "last": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/you.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/policy/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:38+00:00", "last": "2026-09-01T01:10:38+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/policy/allow-ai-search-only.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/policy/allow-all.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/policy/allow-all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:04:31+00:00", "last": "2026-09-01T02:04:31+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/policy/block-ai-training.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:08+00:00", "last": "2026-09-01T02:06:08+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:41+00:00", "last": "2026-09-01T01:36:41+00:00" }, { "path": "/policy/block-all-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/policy/block-datasets.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:27+00:00", "last": "2026-09-01T01:35:27+00:00" }, { "path": "/policy/block-datasets.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/policy/block-disputed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:56+00:00", "last": "2026-09-01T02:00:56+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/policy/block-seo-tools.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/policy/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/policy/maximum-ai-visibility.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:04:09+00:00", "last": "2026-09-01T02:04:09+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/robots/block-all-ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/robots/block-datasets.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:58+00:00", "last": "2026-09-01T01:36:58+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:49:48+00:00", "last": "2026-09-01T05:49:48+00:00" }, { "path": "/security.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:19+00:00", "last": "2026-09-01T06:15:19+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T01:59:30+00:00" }, { "path": "/snippet/caddy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T01:59:14+00:00" }, { "path": "/snippet/cloudflare-worker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T01:59:19+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T01:59:15+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/snippet/python-classify.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:23:13+00:00", "last": "2026-09-01T02:23:13+00:00" }, { "path": "/snippet/python-classify.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:24:40+00:00", "last": "2026-09-01T02:24:40+00:00" }, { "path": "/stats.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:11+00:00", "last": "2026-09-01T01:10:11+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T00:46:32+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T00:46:32+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T01:09:23+00:00" }, { "path": "/data/", "status": "200", "at": "2026-09-01T01:09:23+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T01:09:46+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T01:09:46+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T01:09:51+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-01T01:09:52+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T01:10:11+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T01:10:11+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T01:10:20+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T01:10:21+00:00" }, { "path": "/policy/", "status": "200", "at": "2026-09-01T01:10:38+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-01T01:10:38+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T01:10:46+00:00" }, { "path": "/ip-ranges/", "status": "200", "at": "2026-09-01T01:10:46+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T01:10:48+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T01:10:48+00:00" }, { "path": "/apple-touch-icon.png", "status": "200", "at": "2026-09-01T01:11:04+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-01T01:11:12+00:00" }, { "path": "/data/agents.csv", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/diffbot.html", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/crawler/diffbot.html", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/amazon.html", "status": "200", "at": "2026-09-01T01:32:52+00:00" }, { "path": "/stats.json", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/google.html", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/microsoft.html", "status": "200", "at": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/semrush.html", "status": "200", "at": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/perplexity.html", "status": "200", "at": "2026-09-01T01:32:55+00:00" }, { "path": "/operator/apple.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/index.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/data/index.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/meta.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/cohere.html", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/commoncrawl.html", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/apis.json", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/webz.html", "status": "200", "at": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/you.html", "status": "200", "at": "2026-09-01T01:33:28+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 5, "median_gap_minutes": 62.2, "visit_starts": [ "2026-09-01T00:46:32Z", "2026-09-01T03:13:02Z", "2026-09-01T04:40:13Z", "2026-09-01T05:17:31Z", "2026-09-01T05:49:47Z" ] }, "documentation_url": "mailto:claudebot@anthropic.com", "self_described_as": "ClaudeBot/1.0" }, { "slug": "archive-org-bot", "name": "archive.org_bot", "group_key": "host:archive.org", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", "requests": 327, "addresses": 2, "first_seen": "2026-08-31T20:58:34+00:00", "last_seen": "2026-09-01T03:00:09+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", "requests": 327, "addresses": 2, "first_seen": "2026-08-31T20:58:34+00:00", "last_seen": "2026-09-01T03:00:09+00:00", "bytes_served": 106813, "classed_by_our_instrument": { "crawler": 327 }, "surfaces": { "pathwren-edge": 276, "ai-crawler-index": 51 }, "channels": { "direct": 45 }, "accept_headers": [], "status_codes": { "not recorded": 309, "200": 18 }, "distinct_paths": 270, "paths": [ { "path": "/px.gif", "requests": 51, "statuses": { "not recorded": 45, "200": 6 }, "first": "2026-08-31T20:58:35+00:00", "last": "2026-09-01T03:00:09+00:00" }, { "path": "/crawler/bytespider.html", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/crawler/ccbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/gptbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/openapi.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T20:59:36+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/apple-touch-icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Googlebot-Image/1.0", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Scrapy/2.11.0%20(+https://scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/ahrefsbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:11+00:00", "last": "2026-08-31T20:59:11+00:00" }, { "path": "/crawler/ai2bot-dolma.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:11+00:00", "last": "2026-08-31T20:59:11+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/ai2bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:07+00:00", "last": "2026-08-31T20:59:07+00:00" }, { "path": "/crawler/amazonbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:08+00:00", "last": "2026-08-31T20:59:08+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/anthropic-ai.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:44+00:00", "last": "2026-08-31T20:58:44+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:57+00:00", "last": "2026-08-31T20:58:57+00:00" }, { "path": "/crawler/applebot-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:58+00:00", "last": "2026-08-31T20:58:58+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:57+00:00", "last": "2026-08-31T20:58:57+00:00" }, { "path": "/crawler/applebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/archive-org-bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/baiduspider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/bingbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:54+00:00", "last": "2026-08-31T20:58:54+00:00" }, { "path": "/crawler/bytespider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:02+00:00", "last": "2026-08-31T20:59:02+00:00" }, { "path": "/crawler/ccbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claude-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:45+00:00", "last": "2026-08-31T20:58:45+00:00" }, { "path": "/crawler/claude-web.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claudebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:13+00:00", "last": "2026-08-31T20:59:13+00:00" }, { "path": "/crawler/cohere-ai.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:13+00:00", "last": "2026-08-31T20:59:13+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/cohere-training-data-crawler.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/diffbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/duckassistbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:08+00:00", "last": "2026-08-31T20:59:08+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/duckduckbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:06+00:00", "last": "2026-08-31T20:59:06+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookexternalhit.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/firecrawlagent.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/google-cloudvertexbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:50+00:00", "last": "2026-08-31T20:58:50+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/crawler/google-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/google-inspectiontool.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-image.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-news.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:52+00:00", "last": "2026-08-31T20:58:52+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/googlebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:47+00:00", "last": "2026-08-31T20:58:47+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/googleother.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/gptbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/ia-archiver.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:25+00:00", "last": "2026-08-31T20:59:25+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:19+00:00", "last": "2026-08-31T20:59:19+00:00" }, { "path": "/crawler/imagesiftbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:33+00:00", "last": "2026-08-31T20:59:33+00:00" }, { "path": "/crawler/img2dataset.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:33+00:00", "last": "2026-08-31T20:59:33+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:04+00:00", "last": "2026-08-31T20:59:04+00:00" }, { "path": "/crawler/meta-externalagent.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:04+00:00", "last": "2026-08-31T20:59:04+00:00" }, { "path": "/crawler/meta-externalfetcher.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/mistralai-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:15+00:00", "last": "2026-08-31T20:59:15+00:00" }, { "path": "/crawler/oai-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:17+00:00", "last": "2026-08-31T20:59:17+00:00" }, { "path": "/crawler/omgili.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:17+00:00", "last": "2026-08-31T20:59:17+00:00" }, { "path": "/crawler/omgili/0.5%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/omgili/0.5%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/omgilibot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/omgilibot/0.4;%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/perplexity-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:59+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/crawler/perplexitybot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:59+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/petalbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/crawler/scrapy.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot-ocob.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:27+00:00", "last": "2026-08-31T20:59:27+00:00" }, { "path": "/crawler/seznambot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:27+00:00", "last": "2026-08-31T20:59:27+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/storebot-google.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/tiktokspider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/crawler/timpibot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:20+00:00", "last": "2026-08-31T20:59:20+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/webzio-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:25+00:00", "last": "2026-08-31T20:59:25+00:00" }, { "path": "/crawler/yandexbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:29+00:00", "last": "2026-08-31T20:59:29+00:00" }, { "path": "/crawler/yeti.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:28+00:00", "last": "2026-08-31T20:59:28+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/youbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:15+00:00", "last": "2026-08-31T20:59:15+00:00" }, { "path": "/data/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/data/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/data/Googlebot-Image/1.0", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:50+00:00", "last": "2026-08-31T20:58:50+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/data/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/data/Scrapy/2.11.0%20(+https://scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/data/agents.csv", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:35+00:00", "last": "2026-08-31T20:58:35+00:00" }, { "path": "/data/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:39+00:00", "last": "2026-08-31T20:58:39+00:00" }, { "path": "/data/omgili/0.5%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/omgili/0.5%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/omgilibot/0.4;%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:36+00:00", "last": "2026-08-31T20:59:36+00:00" }, { "path": "/data/ua-regex.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:37+00:00", "last": "2026-08-31T20:59:37+00:00" }, { "path": "/data/user-agents.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/ip-ranges/apple-applebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:56+00:00", "last": "2026-08-31T20:58:56+00:00" }, { "path": "/ip-ranges/bing-bingbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/ip-ranges/google-googlebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/ip-ranges/google-special.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/perplexity-bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:58+00:00", "last": "2026-08-31T20:58:58+00:00" }, { "path": "/ip-ranges/perplexity-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:00+00:00", "last": "2026-08-31T20:59:00+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:09+00:00", "last": "2026-09-01T03:00:09+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/snippet/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" } ], "first_walk": [ { "path": "/category/dataset.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/archive.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/block-disputed.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/oai-searchbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/status.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/user-fetch.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/data/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/ccbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/seo.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-disputed.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/tool.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/gptbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/perplexitybot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/snippet/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/allow-ai-search-only.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/claude-searchbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-all-ai.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/index.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/px.gif", "status": "not recorded", "at": "2026-08-31T20:58:35+00:00" }, { "path": "/data/agents.json", "status": "not recorded", "at": "2026-08-31T20:58:35+00:00" }, { "path": "/data/index.html", "status": "not recorded", "at": "2026-08-31T20:58:39+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.html", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/gptbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/oai-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claudebot.html", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claudebot.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.html", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/anthropic-ai.html", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 361.5, "visit_starts": [ "2026-08-31T20:58:34Z", "2026-09-01T03:00:04Z" ] }, "documentation_url": "http://archive.org/details/archive.org_bot", "self_described_as": "archive.org_bot +http://archive.org/details/archive.org_bot" }, { "slug": "yandexbot", "name": "YandexBot", "group_key": "host:yandex.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", "requests": 71, "addresses": 65, "first_seen": "2026-08-31T20:58:12+00:00", "last_seen": "2026-09-01T06:16:32+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", "requests": 71, "addresses": 65, "first_seen": "2026-08-31T20:58:12+00:00", "last_seen": "2026-09-01T06:16:32+00:00", "bytes_served": 423546, "classed_by_our_instrument": { "crawler": 71 }, "surfaces": { "pathwren-edge": 71 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "*/*" ], "status_codes": { "200": 70, "not recorded": 1 }, "distinct_paths": 66, "paths": [ { "path": "/robots.txt", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T02:59:29+00:00", "last": "2026-09-01T06:15:16+00:00" }, { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:12+00:00", "last": "2026-08-31T20:58:12+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:45+00:00", "last": "2026-09-01T03:00:45+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:24+00:00", "last": "2026-09-01T06:16:24+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:16:28+00:00" }, { "path": "/bot/402explorer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:16:28+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:29+00:00", "last": "2026-09-01T06:16:29+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:21+00:00", "last": "2026-09-01T06:15:21+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:20+00:00", "last": "2026-09-01T06:15:20+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:16:28+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:18+00:00", "last": "2026-09-01T06:15:18+00:00" }, { "path": "/bot/deno.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:30+00:00", "last": "2026-09-01T06:16:30+00:00" }, { "path": "/bot/gf-agent-toll-outbound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:26+00:00", "last": "2026-09-01T06:16:26+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:29+00:00", "last": "2026-09-01T06:16:29+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:19+00:00", "last": "2026-09-01T06:15:19+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:23+00:00", "last": "2026-09-01T06:15:23+00:00" }, { "path": "/bot/measure-mcp-schema.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/mozilla.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:22+00:00", "last": "2026-09-01T06:15:22+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:24+00:00", "last": "2026-09-01T06:15:24+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:25+00:00", "last": "2026-09-01T06:16:25+00:00" }, { "path": "/bot/telegrambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:31+00:00", "last": "2026-09-01T06:16:31+00:00" }, { "path": "/bot/undici.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:24+00:00", "last": "2026-09-01T06:16:24+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:42+00:00", "last": "2026-09-01T03:00:42+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:25+00:00", "last": "2026-09-01T06:15:25+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:46+00:00", "last": "2026-09-01T03:00:46+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:47+00:00", "last": "2026-09-01T03:00:47+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:46+00:00", "last": "2026-09-01T03:00:46+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:18+00:00", "last": "2026-09-01T06:15:18+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:49+00:00", "last": "2026-09-01T03:00:49+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:42+00:00", "last": "2026-09-01T03:00:42+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:25+00:00", "last": "2026-09-01T06:16:25+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:27+00:00", "last": "2026-09-01T06:15:27+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:23+00:00", "last": "2026-09-01T06:15:23+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:49+00:00", "last": "2026-09-01T03:00:49+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:26+00:00", "last": "2026-09-01T06:16:26+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:50+00:00", "last": "2026-09-01T03:00:50+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:20+00:00", "last": "2026-09-01T06:15:20+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:27+00:00", "last": "2026-09-01T06:16:27+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:48+00:00", "last": "2026-09-01T03:00:48+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:32+00:00", "last": "2026-09-01T06:16:32+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:21+00:00", "last": "2026-09-01T06:15:21+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:59:30+00:00", "last": "2026-09-01T02:59:30+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:47+00:00", "last": "2026-09-01T03:00:47+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:45+00:00", "last": "2026-09-01T03:00:45+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:30+00:00", "last": "2026-09-01T06:16:30+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:22+00:00", "last": "2026-09-01T06:15:22+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:48+00:00", "last": "2026-09-01T03:00:48+00:00" }, { "path": "/snippet/caddy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:24+00:00", "last": "2026-09-01T06:15:24+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "not recorded", "at": "2026-08-31T20:58:12+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T02:59:29+00:00" }, { "path": "/operator/microsoft.html", "status": "200", "at": "2026-09-01T02:59:30+00:00" }, { "path": "/crawler/archive-org-bot.html", "status": "200", "at": "2026-09-01T03:00:42+00:00" }, { "path": "/category/preview.html", "status": "200", "at": "2026-09-01T03:00:42+00:00" }, { "path": "/operator/cohere.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/ahrefsbot.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/snippet/caddy.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/petalbot.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/operator/google.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/crawler/seznambot.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/mistral.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/perplexity.html", "status": "200", "at": "2026-09-01T03:00:45+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-01T03:00:45+00:00" }, { "path": "/category/tool.html", "status": "200", "at": "2026-09-01T03:00:46+00:00" }, { "path": "/changelog.html", "status": "200", "at": "2026-09-01T03:00:46+00:00" }, { "path": "/operator/openai.html", "status": "200", "at": "2026-09-01T03:00:47+00:00" }, { "path": "/category/user-fetch.html", "status": "200", "at": "2026-09-01T03:00:47+00:00" }, { "path": "/operator/amazon.html", "status": "200", "at": "2026-09-01T03:00:48+00:00" }, { "path": "/snippet/apache-htaccess.html", "status": "200", "at": "2026-09-01T03:00:48+00:00" }, { "path": "/crawler/timpibot.html", "status": "200", "at": "2026-09-01T03:00:49+00:00" }, { "path": "/crawler/anthropic-ai.html", "status": "200", "at": "2026-09-01T03:00:49+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "status": "200", "at": "2026-09-01T03:00:50+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/category/ai-training.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/measure-mcp-schema.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/crawler/index.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/curl.html", "status": "200", "at": "2026-09-01T06:15:18+00:00" }, { "path": "/crawler/ai2bot.html", "status": "200", "at": "2026-09-01T06:15:18+00:00" }, { "path": "/bot/mcp-observatory.html", "status": "200", "at": "2026-09-01T06:15:19+00:00" }, { "path": "/bot/agentreputationbot.html", "status": "200", "at": "2026-09-01T06:15:20+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "status": "200", "at": "2026-09-01T06:15:20+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "status": "200", "at": "2026-09-01T06:15:21+00:00" }, { "path": "/operator/laion.html", "status": "200", "at": "2026-09-01T06:15:21+00:00" }, { "path": "/bot/mozilla.html", "status": "200", "at": "2026-09-01T06:15:22+00:00" }, { "path": "/operator/timpi.html", "status": "200", "at": "2026-09-01T06:15:22+00:00" }, { "path": "/bot/mcp-schema-archive.html", "status": "200", "at": "2026-09-01T06:15:23+00:00" }, { "path": "/crawler/scrapy.html", "status": "200", "at": "2026-09-01T06:15:23+00:00" }, { "path": "/snippet/python-classify.html", "status": "200", "at": "2026-09-01T06:15:24+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 120.0, "visit_starts": [ "2026-08-31T20:58:12Z", "2026-09-01T02:59:29Z", "2026-09-01T04:59:29Z", "2026-09-01T06:15:16Z" ] }, "documentation_url": "http://yandex.com/bots", "self_described_as": "YandexBot/3.0" }, { "slug": "agentgrade", "name": "AgentGrade", "group_key": "ua:agentgrade", "kind": "named", "user_agents": [ { "ua": "AgentGrade/1.0 (security research; agentgrade.net)", "requests": 67, "addresses": 1, "first_seen": "2026-09-01T02:53:17+00:00", "last_seen": "2026-09-01T02:53:29+00:00" } ], "primary_user_agent": "AgentGrade/1.0 (security research; agentgrade.net)", "requests": 67, "addresses": 1, "first_seen": "2026-09-01T02:53:17+00:00", "last_seen": "2026-09-01T02:53:29+00:00", "bytes_served": 353315, "classed_by_our_instrument": { "agent": 67 }, "surfaces": { "pathwren-edge": 63, "mcp-crawler-index": 4 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "404": 42, "200": 25 }, "distinct_paths": 18, "paths": [ { "path": "/", "requests": 21, "statuses": { "200": 21 }, "first": "2026-09-01T02:53:18+00:00", "last": "2026-09-01T02:53:27+00:00" }, { "path": "/.env", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:27+00:00" }, { "path": "/.env.local", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/.git/HEAD", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:27+00:00" }, { "path": "/.git/config", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:27+00:00" }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-01T02:53:29+00:00" }, { "path": "/_internal", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-01T02:53:26+00:00" }, { "path": "/admin", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-01T02:53:26+00:00" }, { "path": "/agentgrade-404-check-xyz", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/appsettings.json", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/config.json", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/dashboard", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-01T02:53:26+00:00" }, { "path": "/debug", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/package.json", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/server-status", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-01T02:53:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:53:25+00:00", "last": "2026-09-01T02:53:26+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:53:21+00:00", "last": "2026-09-01T02:53:21+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-01T02:53:17+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/admin", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/dashboard", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/_internal", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:53:18+00:00" }, { "path": "/.env", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.git/config", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.git/HEAD", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/debug", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/server-status", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.env.local", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/config.json", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/appsettings.json", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/package.json", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/agentgrade-404-check-xyz", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:53:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:53:25+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/admin", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-01T02:53:26+00:00", "answered_200_since": null }, { "path": "/dashboard", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-01T02:53:26+00:00", "answered_200_since": null }, { "path": "/_internal", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-01T02:53:26+00:00", "answered_200_since": null }, { "path": "/.env", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:27+00:00", "answered_200_since": null }, { "path": "/.git/config", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:27+00:00", "answered_200_since": null }, { "path": "/.git/HEAD", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:27+00:00", "answered_200_since": null }, { "path": "/debug", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/server-status", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/.env.local", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/config.json", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/appsettings.json", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/package.json", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/agentgrade-404-check-xyz", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-01T02:53:28+00:00", "answered_200_since": null }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "statuses": { "404": 3 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-01T02:53:29+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:53:17Z" ] }, "documentation_url": null, "self_described_as": "security research; agentgrade.net" }, { "slug": "sentineloracle", "name": "SentinelOracle", "group_key": "host:glimind.com", "kind": "named", "user_agents": [ { "ua": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", "requests": 45, "addresses": 1, "first_seen": "2026-09-01T01:24:24+00:00", "last_seen": "2026-09-01T06:13:32+00:00" } ], "primary_user_agent": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", "requests": 45, "addresses": 1, "first_seen": "2026-09-01T01:24:24+00:00", "last_seen": "2026-09-01T06:13:32+00:00", "bytes_served": 70750, "classed_by_our_instrument": { "agent": 45 }, "surfaces": { "mcp-crawler-index": 45 }, "channels": { "mcp-registry-official": 45 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 37, "202": 8 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 45, "statuses": { "200": 37, "202": 8 }, "first": "2026-09-01T01:24:24+00:00", "last": "2026-09-01T06:13:32+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:24:24+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:24:24Z" ] }, "documentation_url": "https://glimind.com/opt-out", "self_described_as": "liveness-only, never invokes tools" }, { "slug": "node", "name": "node", "group_key": "ua:node", "kind": "library", "user_agents": [ { "ua": "node", "requests": 37, "addresses": 13, "first_seen": "2026-08-31T22:49:52+00:00", "last_seen": "2026-09-01T06:16:12+00:00" } ], "primary_user_agent": "node", "requests": 37, "addresses": 13, "first_seen": "2026-08-31T22:49:52+00:00", "last_seen": "2026-09-01T06:16:12+00:00", "bytes_served": 383489, "classed_by_our_instrument": { "agent": 37 }, "surfaces": { "mcp-crawler-index": 23, "pathwren-edge": 14 }, "channels": { "mcp-registry-official": 18, "llmstxt-hub": 12, "mcp-registry": 6, "a2a-registry-org": 1 }, "accept_headers": [ "application/json, text/event-stream", "*/*", "text/event-stream", "image/*" ], "status_codes": { "200": 31, "405": 3, "202": 2, "not recorded": 1 }, "distinct_paths": 9, "paths": [ { "path": "/mcp", "requests": 7, "statuses": { "not recorded": 1, "200": 4, "202": 1, "405": 1 }, "first": "2026-08-31T22:49:52+00:00", "last": "2026-09-01T06:16:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 6, "statuses": { "200": 5, "202": 1 }, "first": "2026-09-01T03:00:06+00:00", "last": "2026-09-01T06:07:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 6, "statuses": { "200": 5, "405": 1 }, "first": "2026-09-01T02:00:05+00:00", "last": "2026-09-01T06:07:29+00:00" }, { "path": "/c/llmstxt-hub", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:51+00:00" }, { "path": "/c/llmstxt-hub/llms-full.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:52+00:00" }, { "path": "/c/llmstxt-hub/llms.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:52+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "200": 3, "405": 1 }, "first": "2026-09-01T03:24:20+00:00", "last": "2026-09-01T06:07:29+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:59:58+00:00", "last": "2026-09-01T02:59:58+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:40:24+00:00", "last": "2026-09-01T00:40:24+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T22:49:52+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T00:40:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:00:05+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:59:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:24:20+00:00" }, { "path": "/c/llmstxt-hub", "status": "200", "at": "2026-09-01T04:58:39+00:00" }, { "path": "/c/llmstxt-hub/llms.txt", "status": "200", "at": "2026-09-01T04:58:39+00:00" }, { "path": "/c/llmstxt-hub/llms-full.txt", "status": "200", "at": "2026-09-01T04:58:39+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp", "statuses": { "405": 1 }, "first_asked": "2026-08-31T22:49:52+00:00", "last_asked": "2026-09-01T06:16:12+00:00", "answered_200_since": "2026-08-31T22:55:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:00:05+00:00", "last_asked": "2026-09-01T06:07:29+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T03:24:20+00:00", "last_asked": "2026-09-01T06:07:29+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 8, "median_gap_minutes": 59.4, "visit_starts": [ "2026-08-31T22:49:52Z", "2026-08-31T23:41:00Z", "2026-09-01T00:40:24Z", "2026-09-01T02:00:05Z", "2026-09-01T02:59:58Z", "2026-09-01T04:05:24Z", "2026-09-01T04:58:39Z", "2026-09-01T05:43:04Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agentdisco", "name": "AgentDisco", "group_key": "host:agentdisco.io", "kind": "named", "user_agents": [ { "ua": "AgentDisco/1.0 (+https://agentdisco.io/bot)", "requests": 30, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-01T02:28:41+00:00" } ], "primary_user_agent": "AgentDisco/1.0 (+https://agentdisco.io/bot)", "requests": 30, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-01T02:28:41+00:00", "bytes_served": 214990, "classed_by_our_instrument": { "crawler": 30 }, "surfaces": { "pathwren-edge": 30 }, "channels": {}, "accept_headers": [ "*/*", "application/json" ], "status_codes": { "404": 15, "200": 11, "405": 3, "301": 1 }, "distinct_paths": 29, "paths": [ { "path": "/", "requests": 2, "statuses": { "200": 1, "301": 1 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-01T02:28:36+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-01T02:28:30+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/openapi.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-01T02:28:41+00:00" }, { "path": "/.well-known/openapi.yaml", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-01T02:28:41+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:36+00:00", "last": "2026-09-01T02:28:36+00:00" }, { "path": "/account/api", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:38+00:00", "last": "2026-09-01T02:28:38+00:00" }, { "path": "/ai.txt", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:39+00:00", "last": "2026-09-01T02:28:39+00:00" }, { "path": "/api", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-01T02:28:34+00:00" }, { "path": "/api-keys", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-01T02:28:37+00:00" }, { "path": "/api/docs", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T02:28:35+00:00" }, { "path": "/api/graphql", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:28:31+00:00", "last": "2026-09-01T02:28:31+00:00" }, { "path": "/developers", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T02:28:35+00:00" }, { "path": "/docs", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-01T02:28:34+00:00" }, { "path": "/documentation", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-01T02:28:34+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-01T02:28:33+00:00" }, { "path": "/graphql", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:28:31+00:00", "last": "2026-09-01T02:28:31+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:39+00:00", "last": "2026-09-01T02:28:39+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-01T02:28:30+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-01T02:28:33+00:00" }, { "path": "/query", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-01T02:28:33+00:00" }, { "path": "/reference", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T02:28:35+00:00" }, { "path": "/register", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-01T02:28:37+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-01T02:28:30+00:00" }, { "path": "/signup", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-01T02:28:37+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-01T02:28:41+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-01T02:28:33+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/graphql", "status": "405", "at": "2026-09-01T02:28:31+00:00" }, { "path": "/api/graphql", "status": "405", "at": "2026-09-01T02:28:31+00:00" }, { "path": "/query", "status": "405", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "status": "404", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/docs", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/documentation", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/api", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/api/docs", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/reference", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/developers", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-01T02:28:36+00:00" }, { "path": "/signup", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/register", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/api-keys", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/account/api", "status": "404", "at": "2026-09-01T02:28:38+00:00" }, { "path": "/ai.txt", "status": "404", "at": "2026-09-01T02:28:39+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-01T02:28:39+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/openapi.json", "status": "404", "at": "2026-09-01T02:28:41+00:00" }, { "path": "/.well-known/openapi.yaml", "status": "404", "at": "2026-09-01T02:28:41+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T02:28:41+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/graphql", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:28:31+00:00", "last_asked": "2026-09-01T02:28:31+00:00", "answered_200_since": null }, { "path": "/api/graphql", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:28:31+00:00", "last_asked": "2026-09-01T02:28:31+00:00", "answered_200_since": null }, { "path": "/query", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:28:33+00:00", "last_asked": "2026-09-01T02:28:33+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:33+00:00", "last_asked": "2026-09-01T02:28:33+00:00", "answered_200_since": null }, { "path": "/docs", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-01T02:28:34+00:00", "answered_200_since": null }, { "path": "/documentation", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-01T02:28:34+00:00", "answered_200_since": null }, { "path": "/api", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-01T02:28:34+00:00", "answered_200_since": null }, { "path": "/api/docs", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T02:28:35+00:00", "answered_200_since": null }, { "path": "/reference", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T02:28:35+00:00", "answered_200_since": null }, { "path": "/developers", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T02:28:35+00:00", "answered_200_since": null }, { "path": "/signup", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-01T02:28:37+00:00", "answered_200_since": null }, { "path": "/register", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-01T02:28:37+00:00", "answered_200_since": null }, { "path": "/api-keys", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-01T02:28:37+00:00", "answered_200_since": null }, { "path": "/account/api", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:38+00:00", "last_asked": "2026-09-01T02:28:38+00:00", "answered_200_since": null }, { "path": "/ai.txt", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:39+00:00", "last_asked": "2026-09-01T02:28:39+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:40+00:00", "last_asked": "2026-09-01T02:28:40+00:00", "answered_200_since": null }, { "path": "/.well-known/openapi.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:41+00:00", "last_asked": "2026-09-01T02:28:41+00:00", "answered_200_since": null }, { "path": "/.well-known/openapi.yaml", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:41+00:00", "last_asked": "2026-09-01T02:28:41+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:28:30Z" ] }, "documentation_url": "https://agentdisco.io/bot", "self_described_as": null }, { "slug": "mcpbeat", "name": "mcpbeat", "group_key": "host:mcpbeat.com", "kind": "named", "user_agents": [ { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", "requests": 19, "addresses": 1, "first_seen": "2026-09-01T01:43:38+00:00", "last_seen": "2026-09-01T06:12:16+00:00" }, { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; metadata check)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:06:23+00:00", "last_seen": "2026-09-01T02:06:23+00:00" }, { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:44:30+00:00", "last_seen": "2026-09-01T03:44:30+00:00" } ], "primary_user_agent": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", "requests": 22, "addresses": 1, "first_seen": "2026-09-01T01:43:38+00:00", "last_seen": "2026-09-01T06:12:16+00:00", "bytes_served": 40738, "classed_by_our_instrument": { "agent": 22 }, "surfaces": { "mcp-crawler-index": 19, "pathwren-edge": 3 }, "channels": { "mcp-registry-official": 19 }, "accept_headers": [ "application/json, text/event-stream", "image/*" ], "status_codes": { "200": 15, "202": 5, "404": 2 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 19, "statuses": { "200": 14, "202": 5 }, "first": "2026-09-01T01:43:38+00:00", "last": "2026-09-01T06:12:16+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:06:23+00:00", "last": "2026-09-01T02:06:23+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:06:23+00:00", "last": "2026-09-01T02:06:23+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:44:30+00:00", "last": "2026-09-01T03:44:30+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:43:38+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T02:06:23+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T02:06:23+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T03:44:30+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:06:23+00:00", "last_asked": "2026-09-01T02:06:23+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:06:23+00:00", "last_asked": "2026-09-01T02:06:23+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:43:38Z" ] }, "documentation_url": "https://mcpbeat.com/bot/", "self_described_as": "liveness check" }, { "slug": "orbit-mcp-registry-iconresolver", "name": "Orbit-MCP-Registry-IconResolver", "group_key": "ua:orbit-mcp-registry-iconresolver", "kind": "named", "user_agents": [ { "ua": "Orbit-MCP-Registry-IconResolver/1.0", "requests": 18, "addresses": 4, "first_seen": "2026-08-31T22:09:49+00:00", "last_seen": "2026-09-01T00:38:25+00:00" } ], "primary_user_agent": "Orbit-MCP-Registry-IconResolver/1.0", "requests": 18, "addresses": 4, "first_seen": "2026-08-31T22:09:49+00:00", "last_seen": "2026-09-01T00:38:25+00:00", "bytes_served": 2014, "classed_by_our_instrument": { "agent": 18 }, "surfaces": { "pathwren-edge": 18 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "image/png,image/jpeg,image/webp,image/svg+xml", "text/html,application/xhtml+xml" ], "status_codes": { "not recorded": 17, "200": 1 }, "distinct_paths": 4, "paths": [ { "path": "/favicon.ico", "requests": 8, "statuses": { "not recorded": 8 }, "first": "2026-08-31T22:09:50+00:00", "last": "2026-08-31T22:48:25+00:00" }, { "path": "/mcp.html", "requests": 8, "statuses": { "not recorded": 8 }, "first": "2026-08-31T22:09:49+00:00", "last": "2026-08-31T22:48:24+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:38:25+00:00", "last": "2026-09-01T00:38:25+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:48:25+00:00", "last": "2026-08-31T22:48:25+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "not recorded", "at": "2026-08-31T22:09:49+00:00" }, { "path": "/favicon.ico", "status": "not recorded", "at": "2026-08-31T22:09:50+00:00" }, { "path": "/icon.png", "status": "not recorded", "at": "2026-08-31T22:48:25+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T00:38:25+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 148.6, "visit_starts": [ "2026-08-31T22:09:49Z", "2026-09-01T00:38:25Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "apis-io-submit", "name": "apis.io-submit", "group_key": "host:apis.io", "kind": "named", "user_agents": [ { "ua": "apis.io-submit/1.0 (+https://apis.io)", "requests": 12, "addresses": 1, "first_seen": "2026-08-31T21:21:01+00:00", "last_seen": "2026-08-31T21:21:01+00:00" }, { "ua": "APIEvangelist-AddAPI-Control/1.0 (+https://apis.io)", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T21:23:53+00:00", "last_seen": "2026-08-31T21:23:53+00:00" } ], "primary_user_agent": "apis.io-submit/1.0 (+https://apis.io)", "requests": 13, "addresses": 2, "first_seen": "2026-08-31T21:21:01+00:00", "last_seen": "2026-08-31T21:23:53+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "pathwren-edge": 13 }, "channels": {}, "accept_headers": [ "application/json, text/plain, */*", "*/*" ], "status_codes": { "not recorded": 13 }, "distinct_paths": 13, "paths": [ { "path": "/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/apis.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/__apis-io-control-1649760434__", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:23:53+00:00", "last": "2026-08-31T21:23:53+00:00" }, { "path": "/apis.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.yaml", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" }, { "path": "/swagger.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-08-31T21:21:01+00:00" } ], "first_walk": [ { "path": "/.well-known/mcp.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.yaml", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/swagger.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/apis.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/llms.txt", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-onboarding", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/apis.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/__apis-io-control-1649760434__", "status": "not recorded", "at": "2026-08-31T21:23:53+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-08-31T21:21:01Z" ] }, "documentation_url": "https://apis.io", "self_described_as": null }, { "slug": "python-httpx2", "name": "python-httpx2", "group_key": "ua:python-httpx2", "kind": "library", "user_agents": [ { "ua": "python-httpx2/2.12.0", "requests": 12, "addresses": 2, "first_seen": "2026-08-31T22:15:20+00:00", "last_seen": "2026-09-01T02:49:04+00:00" } ], "primary_user_agent": "python-httpx2/2.12.0", "requests": 12, "addresses": 2, "first_seen": "2026-08-31T22:15:20+00:00", "last_seen": "2026-09-01T02:49:04+00:00", "bytes_served": 12565, "classed_by_our_instrument": { "agent": 12 }, "surfaces": { "mcp-crawler-index": 12 }, "channels": { "mcp-registry-official": 9, "mcp-registry": 3 }, "accept_headers": [ "application/json, text/event-stream", "*/*" ], "status_codes": { "200": 6, "not recorded": 3, "204": 3 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "204": 1, "200": 2 }, "first": "2026-09-01T00:38:29+00:00", "last": "2026-09-01T00:38:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "204": 1, "200": 2 }, "first": "2026-09-01T02:48:57+00:00", "last": "2026-09-01T02:49:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "204": 1, "200": 2 }, "first": "2026-09-01T02:15:38+00:00", "last": "2026-09-01T02:15:45+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "not recorded": 3 }, "first": "2026-08-31T22:15:20+00:00", "last": "2026-08-31T22:15:27+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:15:20+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T00:38:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:15:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:48:57+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 97.2, "visit_starts": [ "2026-08-31T22:15:20Z", "2026-09-01T00:38:29Z", "2026-09-01T02:15:38Z", "2026-09-01T02:48:57Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "guzzlehttp", "name": "GuzzleHttp", "group_key": "ua:guzzlehttp", "kind": "library", "user_agents": [ { "ua": "GuzzleHttp/7", "requests": 10, "addresses": 4, "first_seen": "2026-08-31T22:09:48+00:00", "last_seen": "2026-09-01T05:04:08+00:00" } ], "primary_user_agent": "GuzzleHttp/7", "requests": 10, "addresses": 4, "first_seen": "2026-08-31T22:09:48+00:00", "last_seen": "2026-09-01T05:04:08+00:00", "bytes_served": 15953, "classed_by_our_instrument": { "agent": 10 }, "surfaces": { "mcp-crawler-index": 10 }, "channels": { "mcp-registry-official": 9, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 6, "405": 3, "not recorded": 1 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "405": 1, "200": 2 }, "first": "2026-09-01T00:38:23+00:00", "last": "2026-09-01T05:02:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "405": 1, "200": 2 }, "first": "2026-09-01T02:38:47+00:00", "last": "2026-09-01T05:04:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "405": 1, "200": 2 }, "first": "2026-09-01T01:48:34+00:00", "last": "2026-09-01T05:02:40+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:09:48+00:00", "last": "2026-08-31T22:09:48+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:09:48+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T00:38:23+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T01:48:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:38:47+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T00:38:23+00:00", "last_asked": "2026-09-01T05:02:40+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage", "statuses": { "405": 1 }, "first_asked": "2026-09-01T01:48:34+00:00", "last_asked": "2026-09-01T05:02:40+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:38:47+00:00", "last_asked": "2026-09-01T05:04:08+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 5, "median_gap_minutes": 106.8, "visit_starts": [ "2026-08-31T22:09:48Z", "2026-09-01T00:38:23Z", "2026-09-01T01:48:34Z", "2026-09-01T02:38:47Z", "2026-09-01T05:02:18Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "golemreachtrustbot", "name": "GolemreachTrustBot", "group_key": "host:golemreach.com", "kind": "named", "user_agents": [ { "ua": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", "requests": 9, "addresses": 1, "first_seen": "2026-09-01T00:48:12+00:00", "last_seen": "2026-09-01T05:49:08+00:00" } ], "primary_user_agent": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", "requests": 9, "addresses": 1, "first_seen": "2026-09-01T00:48:12+00:00", "last_seen": "2026-09-01T05:49:08+00:00", "bytes_served": 31337, "classed_by_our_instrument": { "crawler": 9 }, "surfaces": { "pathwren-edge": 8, "mcp-crawler-index": 1 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 5, "404": 2, "301": 2 }, "distinct_paths": 3, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 6, "statuses": { "404": 1, "301": 1, "200": 4 }, "first": "2026-09-01T00:48:12+00:00", "last": "2026-09-01T05:30:49+00:00" }, { "path": "/.well-known/agent.json", "requests": 2, "statuses": { "404": 1, "301": 1 }, "first": "2026-09-01T00:48:12+00:00", "last": "2026-09-01T00:48:13+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:49:08+00:00", "last": "2026-09-01T05:49:08+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T00:48:12+00:00" }, { "path": "/.well-known/agent.json", "status": "404", "at": "2026-09-01T00:48:12+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T05:49:08+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T00:48:12+00:00", "last_asked": "2026-09-01T05:30:49+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" }, { "path": "/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T00:48:12+00:00", "last_asked": "2026-09-01T00:48:13+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" } ], "return_behaviour": { "visits": 5, "median_gap_minutes": 71.2, "visit_starts": [ "2026-09-01T00:48:12Z", "2026-09-01T01:59:29Z", "2026-09-01T03:08:02Z", "2026-09-01T04:19:06Z", "2026-09-01T05:30:49Z" ] }, "documentation_url": "https://golemreach.com/trust/bot", "self_described_as": null }, { "slug": "402explorer", "name": "402explorer", "group_key": "host:discover.paygent.net", "kind": "named", "user_agents": [ { "ua": "402explorer/0.1 (+https://discover.paygent.net/about)", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T04:08:29+00:00", "last_seen": "2026-09-01T05:18:37+00:00" } ], "primary_user_agent": "402explorer/0.1 (+https://discover.paygent.net/about)", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T04:08:29+00:00", "last_seen": "2026-09-01T05:18:37+00:00", "bytes_served": 43180, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "mcp-crawler-index": 8 }, "channels": { "mcp-registry-official": 8 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 8 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:08:35+00:00", "last": "2026-09-01T05:18:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:08:29+00:00", "last": "2026-09-01T05:18:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:08:38+00:00", "last": "2026-09-01T05:18:37+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:08:32+00:00", "last": "2026-09-01T05:18:30+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:08:29+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T04:08:32+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T04:08:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T04:08:38+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 70.0, "visit_starts": [ "2026-09-01T04:08:29Z", "2026-09-01T05:18:28Z" ] }, "documentation_url": "https://discover.paygent.net/about", "self_described_as": null }, { "slug": "a2a-registry-healthcheck", "name": "A2A-Registry-HealthCheck", "group_key": "ua:a2a-registry-healthcheck", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-HealthCheck/1.0", "requests": 8, "addresses": 2, "first_seen": "2026-09-01T02:52:12+00:00", "last_seen": "2026-09-01T06:01:36+00:00" } ], "primary_user_agent": "A2A-Registry-HealthCheck/1.0", "requests": 8, "addresses": 2, "first_seen": "2026-09-01T02:52:12+00:00", "last_seen": "2026-09-01T06:01:36+00:00", "bytes_served": 46656, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "pathwren-edge": 8 }, "channels": { "a2a-registry-org": 8 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 8 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T02:52:12+00:00", "last": "2026-09-01T06:01:36+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:52:12+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 30.6, "visit_starts": [ "2026-09-01T02:52:12Z", "2026-09-01T03:22:50Z", "2026-09-01T03:53:26Z", "2026-09-01T04:23:54Z", "2026-09-01T04:54:28Z", "2026-09-01T05:31:07Z", "2026-09-01T06:01:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "bingbot", "name": "bingbot", "group_key": "host:bing.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", "requests": 8, "addresses": 6, "first_seen": "2026-08-31T20:58:11+00:00", "last_seen": "2026-09-01T01:55:09+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", "requests": 8, "addresses": 6, "first_seen": "2026-08-31T20:58:11+00:00", "last_seen": "2026-09-01T01:55:09+00:00", "bytes_served": 36146, "classed_by_our_instrument": { "crawler": 8 }, "surfaces": { "pathwren-edge": 8 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 7, "not recorded": 1 }, "distinct_paths": 8, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:39+00:00", "last": "2026-09-01T00:07:39+00:00" }, { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:11+00:00", "last": "2026-08-31T20:58:11+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:55:09+00:00", "last": "2026-09-01T01:55:09+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:08:02+00:00", "last": "2026-09-01T00:08:02+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:59+00:00", "last": "2026-09-01T00:07:59+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:34+00:00", "last": "2026-09-01T00:07:34+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:58+00:00", "last": "2026-09-01T00:07:58+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:08:02+00:00", "last": "2026-09-01T00:08:02+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "not recorded", "at": "2026-08-31T20:58:11+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T00:07:34+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T00:07:39+00:00" }, { "path": "/robots/allow-all.txt", "status": "200", "at": "2026-09-01T00:07:58+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-01T00:07:59+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T00:08:02+00:00" }, { "path": "/robots/block-ai-training.txt", "status": "200", "at": "2026-09-01T00:08:02+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "status": "200", "at": "2026-09-01T01:55:09+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 148.5, "visit_starts": [ "2026-08-31T20:58:11Z", "2026-09-01T00:07:34Z", "2026-09-01T01:55:09Z" ] }, "documentation_url": "http://www.bing.com/bingbot.htm", "self_described_as": "bingbot/2.0" }, { "slug": "mozilla", "name": "Mozilla", "group_key": "ua:mozilla", "kind": "library", "user_agents": [ { "ua": "Mozilla/5.0", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T02:49:36+00:00", "last_seen": "2026-09-01T02:56:57+00:00" } ], "primary_user_agent": "Mozilla/5.0", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T02:49:36+00:00", "last_seen": "2026-09-01T02:56:57+00:00", "bytes_served": 19967, "classed_by_our_instrument": { "agent": 4, "unknown": 4 }, "surfaces": { "pathwren-edge": 8 }, "channels": {}, "accept_headers": [ "application/json", "*/*", "text/html,application/xhtml+xml" ], "status_codes": { "404": 4, "405": 3, "200": 1 }, "distinct_paths": 8, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:56:57+00:00", "last": "2026-09-01T02:56:57+00:00" }, { "path": "/api/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:40+00:00", "last": "2026-09-01T02:49:40+00:00" }, { "path": "/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:45+00:00", "last": "2026-09-01T02:49:45+00:00" }, { "path": "/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:41+00:00", "last": "2026-09-01T02:49:41+00:00" }, { "path": "/openai/v1/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:46+00:00", "last": "2026-09-01T02:49:46+00:00" }, { "path": "/openai/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:38+00:00", "last": "2026-09-01T02:49:38+00:00" }, { "path": "/v1/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:43+00:00", "last": "2026-09-01T02:49:43+00:00" }, { "path": "/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:36+00:00", "last": "2026-09-01T02:49:36+00:00" } ], "first_walk": [ { "path": "/v1/models", "status": "404", "at": "2026-09-01T02:49:36+00:00" }, { "path": "/openai/v1/models", "status": "404", "at": "2026-09-01T02:49:38+00:00" }, { "path": "/api/v1/models", "status": "404", "at": "2026-09-01T02:49:40+00:00" }, { "path": "/models", "status": "404", "at": "2026-09-01T02:49:41+00:00" }, { "path": "/v1/chat/completions", "status": "405", "at": "2026-09-01T02:49:43+00:00" }, { "path": "/chat/completions", "status": "405", "at": "2026-09-01T02:49:45+00:00" }, { "path": "/openai/v1/chat/completions", "status": "405", "at": "2026-09-01T02:49:46+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:56:57+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:36+00:00", "last_asked": "2026-09-01T02:49:36+00:00", "answered_200_since": null }, { "path": "/openai/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:38+00:00", "last_asked": "2026-09-01T02:49:38+00:00", "answered_200_since": null }, { "path": "/api/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:40+00:00", "last_asked": "2026-09-01T02:49:40+00:00", "answered_200_since": null }, { "path": "/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:41+00:00", "last_asked": "2026-09-01T02:49:41+00:00", "answered_200_since": null }, { "path": "/v1/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:43+00:00", "last_asked": "2026-09-01T02:49:43+00:00", "answered_200_since": null }, { "path": "/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:45+00:00", "last_asked": "2026-09-01T02:49:45+00:00", "answered_200_since": null }, { "path": "/openai/v1/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:46+00:00", "last_asked": "2026-09-01T02:49:46+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:49:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "undici", "name": "undici", "group_key": "ua:undici", "kind": "library", "user_agents": [ { "ua": "undici", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T00:36:09+00:00", "last_seen": "2026-09-01T03:21:12+00:00" } ], "primary_user_agent": "undici", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T00:36:09+00:00", "last_seen": "2026-09-01T03:21:12+00:00", "bytes_served": 6122, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "mcp-crawler-index": 6, "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "mcp-registry": 3, "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream", "text/event-stream", "*/*" ], "status_codes": { "200": 3, "202": 2, "405": 2, "404": 1 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 1, "202": 1, "405": 1 }, "first": "2026-09-01T03:21:07+00:00", "last": "2026-09-01T03:21:12+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "200": 1, "202": 1, "405": 1 }, "first": "2026-09-01T00:36:09+00:00", "last": "2026-09-01T00:36:12+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-01T01:07:30+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:57:08+00:00", "last": "2026-09-01T02:57:08+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T00:36:09+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T01:07:30+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:57:08+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:21:07+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T00:36:09+00:00", "last_asked": "2026-09-01T00:36:12+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T01:07:30+00:00", "last_asked": "2026-09-01T01:07:30+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T03:21:07+00:00", "last_asked": "2026-09-01T03:21:12+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 3, "median_gap_minutes": 70.5, "visit_starts": [ "2026-09-01T00:36:09Z", "2026-09-01T01:07:30Z", "2026-09-01T02:57:08Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agenttrust-monitor", "name": "AgentTrust-Monitor", "group_key": "host:agenttrust.site", "kind": "named", "user_agents": [ { "ua": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", "requests": 7, "addresses": 1, "first_seen": "2026-09-01T03:08:31+00:00", "last_seen": "2026-09-01T06:14:31+00:00" } ], "primary_user_agent": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", "requests": 7, "addresses": 1, "first_seen": "2026-09-01T03:08:31+00:00", "last_seen": "2026-09-01T06:14:31+00:00", "bytes_served": 5344, "classed_by_our_instrument": { "agent": 7 }, "surfaces": { "mcp-crawler-index": 7 }, "channels": { "mcp-registry-official": 7 }, "accept_headers": [ "application/json, text/event-stream;q=0.9, */*;q=0.1" ], "status_codes": { "405": 7 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 7, "statuses": { "405": 7 }, "first": "2026-09-01T03:08:31+00:00", "last": "2026-09-01T06:14:31+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "405", "at": "2026-09-01T03:08:31+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp/doctor", "statuses": { "405": 7 }, "first_asked": "2026-09-01T03:08:31+00:00", "last_asked": "2026-09-01T06:14:31+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 7, "median_gap_minutes": 31.0, "visit_starts": [ "2026-09-01T03:08:31Z", "2026-09-01T03:39:36Z", "2026-09-01T04:10:26Z", "2026-09-01T04:41:26Z", "2026-09-01T05:12:26Z", "2026-09-01T05:43:26Z", "2026-09-01T06:14:31Z" ] }, "documentation_url": "https://agenttrust.site/methodology", "self_described_as": null }, { "slug": "deno", "name": "Deno", "group_key": "ua:deno", "kind": "library", "user_agents": [ { "ua": "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3)", "requests": 7, "addresses": 6, "first_seen": "2026-08-31T22:30:06+00:00", "last_seen": "2026-09-01T02:34:00+00:00" } ], "primary_user_agent": "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3)", "requests": 7, "addresses": 6, "first_seen": "2026-08-31T22:30:06+00:00", "last_seen": "2026-09-01T02:34:00+00:00", "bytes_served": 14210, "classed_by_our_instrument": { "agent": 7 }, "surfaces": { "mcp-crawler-index": 7 }, "channels": { "mcp-registry-official": 5, "mcp-registry": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5, "not recorded": 2 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:30:03+00:00", "last": "2026-09-01T02:34:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:30:03+00:00", "last": "2026-09-01T02:34:00+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T22:30:06+00:00", "last": "2026-08-31T22:36:00+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:00+00:00", "last": "2026-09-01T01:32:00+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:30:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:30:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:30:03+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 120.0, "visit_starts": [ "2026-08-31T22:30:06Z", "2026-09-01T01:32:00Z", "2026-09-01T02:30:03Z" ] }, "documentation_url": null, "self_described_as": "variant; SupabaseEdgeRuntime/1.74.3" }, { "slug": "agenstrybot", "name": "AgenstryBot", "group_key": "host:agenstry.com", "kind": "named", "user_agents": [ { "ua": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T04:28:51+00:00", "last_seen": "2026-09-01T04:28:51+00:00" } ], "primary_user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T04:28:51+00:00", "last_seen": "2026-09-01T04:28:51+00:00", "bytes_served": 18999, "classed_by_our_instrument": { "crawler": 6 }, "surfaces": { "pathwren-edge": 5, "a2a-crawler-index": 1 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 3, "404": 3 }, "distinct_paths": 6, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/mpp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/payment-manifest", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-01T04:28:51+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/x402", "status": "404", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/mpp", "status": "404", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/payment-manifest", "status": "404", "at": "2026-09-01T04:28:51+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/x402", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-01T04:28:51+00:00", "answered_200_since": "2026-09-01T05:29:00+00:00" }, { "path": "/.well-known/mpp", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-01T04:28:51+00:00", "answered_200_since": null }, { "path": "/.well-known/payment-manifest", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-01T04:28:51+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:28:51Z" ] }, "documentation_url": "https://agenstry.com/bot", "self_described_as": null }, { "slug": "exaforce-mcprep", "name": "exaforce-mcprep", "group_key": "ua:exaforce-mcprep", "kind": "named", "user_agents": [ { "ua": "exaforce-mcprep/0.1 (MCP server reputation scanner)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:32:28+00:00", "last_seen": "2026-09-01T03:23:58+00:00" } ], "primary_user_agent": "exaforce-mcprep/0.1 (MCP server reputation scanner)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:32:28+00:00", "last_seen": "2026-09-01T03:23:58+00:00", "bytes_served": 14477, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "pathwren-edge": 6 }, "channels": {}, "accept_headers": [], "status_codes": { "not recorded": 3, "404": 2, "200": 1 }, "distinct_paths": 3, "paths": [ { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:32:30+00:00", "last": "2026-09-01T03:23:58+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 2, "statuses": { "not recorded": 1, "404": 1 }, "first": "2026-08-31T22:32:28+00:00", "last": "2026-09-01T03:23:57+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 2, "statuses": { "not recorded": 1, "404": 1 }, "first": "2026-08-31T22:32:29+00:00", "last": "2026-09-01T03:23:58+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-authorization-server", "status": "not recorded", "at": "2026-08-31T22:32:28+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "not recorded", "at": "2026-08-31T22:32:29+00:00" }, { "path": "/.well-known/mcp.json", "status": "not recorded", "at": "2026-08-31T22:32:30+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-08-31T22:32:28+00:00", "last_asked": "2026-09-01T03:23:57+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-08-31T22:32:29+00:00", "last_asked": "2026-09-01T03:23:58+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 291.5, "visit_starts": [ "2026-08-31T22:32:28Z", "2026-09-01T03:23:57Z" ] }, "documentation_url": null, "self_described_as": "MCP server reputation scanner" }, { "slug": "hultra-link", "name": "hultra-link", "group_key": "host:donnees.hultra.link", "kind": "named", "user_agents": [ { "ua": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:10:04+00:00", "last_seen": "2026-09-01T03:10:04+00:00" } ], "primary_user_agent": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:10:04+00:00", "last_seen": "2026-09-01T03:10:04+00:00", "bytes_served": 17273, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 4, "a2a-crawler-index": 1, "pathwren-edge": 1 }, "channels": { "mcp-registry-official": 3, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream", "application/json" ], "status_codes": { "200": 5, "not recorded": 1 }, "distinct_paths": 6, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-01T03:10:04+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-01T03:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:01+00:00", "last": "2026-09-01T01:10:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-01T03:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:10:04+00:00", "last": "2026-09-01T02:10:04+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:10:04+00:00", "last": "2026-08-31T22:10:04+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:10:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:10:04+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T03:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:10:04+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:10:04+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 60.0, "visit_starts": [ "2026-08-31T22:10:04Z", "2026-09-01T01:10:01Z", "2026-09-01T02:10:04Z", "2026-09-01T03:10:04Z" ] }, "documentation_url": "https://donnees.hultra.link/sondes.md", "self_described_as": null }, { "slug": "mcpwatch", "name": "MCPWatch", "group_key": "host:iyre.com", "kind": "named", "user_agents": [ { "ua": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T03:49:49+00:00", "last_seen": "2026-09-01T03:50:30+00:00" } ], "primary_user_agent": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T03:49:49+00:00", "last_seen": "2026-09-01T03:50:30+00:00", "bytes_served": 15888, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 6 }, "channels": { "mcp-registry-official": 6 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5, "202": 1 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-01T03:50:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-01T03:50:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "202": 1, "200": 1 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-01T03:50:30+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "202", "at": "2026-09-01T03:49:49+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:49:49Z" ] }, "documentation_url": "mailto:mcpwatch@iyre.com", "self_described_as": null }, { "slug": "movanas-registry-snapshot", "name": "movanas-registry-snapshot", "group_key": "ua:movanas-registry-snapshot", "kind": "named", "user_agents": [ { "ua": "movanas-registry-snapshot", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:43:36+00:00", "last_seen": "2026-08-31T23:06:09+00:00" } ], "primary_user_agent": "movanas-registry-snapshot", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:43:36+00:00", "last_seen": "2026-08-31T23:06:09+00:00", "bytes_served": 13104, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "pathwren-edge": 6 }, "channels": {}, "accept_headers": [ "image/*", "text/html,application/xhtml+xml" ], "status_codes": { "not recorded": 3, "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T23:06:09+00:00" }, { "path": "/apple-touch-icon.png", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T23:06:09+00:00" }, { "path": "/favicon.ico", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T22:54:58+00:00" } ], "first_walk": [ { "path": "/", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" }, { "path": "/apple-touch-icon.png", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" }, { "path": "/favicon.ico", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-08-31T22:43:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "proofbench", "name": "ProofBench", "group_key": "host:proofbench.dev", "kind": "named", "user_agents": [ { "ua": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:17:01+00:00", "last_seen": "2026-09-01T05:48:07+00:00" } ], "primary_user_agent": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:17:01+00:00", "last_seen": "2026-09-01T05:48:07+00:00", "bytes_served": 12617, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 6 }, "channels": { "mcp-registry-official": 5, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5, "not recorded": 1 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:02:05+00:00", "last": "2026-09-01T05:48:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:57:01+00:00", "last": "2026-09-01T05:43:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:41:01+00:00", "last": "2026-09-01T02:41:01+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:17:01+00:00", "last": "2026-08-31T22:17:01+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:17:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T01:57:01+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:02:05+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:41:01+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 182.1, "visit_starts": [ "2026-08-31T22:17:01Z", "2026-09-01T01:57:01Z", "2026-09-01T02:41:01Z", "2026-09-01T05:43:04Z" ] }, "documentation_url": "https://proofbench.dev/about/probe", "self_described_as": "MCP registry health probe" }, { "slug": "go-http-client", "name": "Go-http-client", "group_key": "ua:go-http-client", "kind": "library", "user_agents": [ { "ua": "Go-http-client/2.0", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-01T04:11:39+00:00" } ], "primary_user_agent": "Go-http-client/2.0", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-01T04:11:39+00:00", "bytes_served": 10874, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "mcp-crawler-index": 5 }, "channels": { "mcp-registry-official": 3, "mcp-registry": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5 }, "distinct_paths": 4, "paths": [ { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-08-31T23:00:06+00:00", "last": "2026-08-31T23:00:07+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:12:22+00:00", "last": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:11:39+00:00", "last": "2026-09-01T04:11:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:08:48+00:00", "last": "2026-09-01T03:08:48+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:11:39+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 62.9, "visit_starts": [ "2026-08-31T23:00:06Z", "2026-09-01T02:12:22Z", "2026-09-01T03:08:48Z", "2026-09-01T04:11:39Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "io-verifymcp", "name": "io.verifymcp", "group_key": "ua:io-verifymcp", "kind": "named", "user_agents": [ { "ua": "io.verifymcp/probe", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-01T04:11:39+00:00" } ], "primary_user_agent": "io.verifymcp/probe", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-01T04:11:39+00:00", "bytes_served": 9104, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "mcp-crawler-index": 5 }, "channels": { "mcp-registry-official": 3, "mcp-registry": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5 }, "distinct_paths": 4, "paths": [ { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-08-31T23:00:06+00:00", "last": "2026-08-31T23:00:07+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:12:22+00:00", "last": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:11:39+00:00", "last": "2026-09-01T04:11:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:08:48+00:00", "last": "2026-09-01T03:08:48+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:11:39+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 62.9, "visit_starts": [ "2026-08-31T23:00:06Z", "2026-09-01T02:12:22Z", "2026-09-01T03:08:48Z", "2026-09-01T04:11:39Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "lastseen-schema-probe", "name": "lastseen-schema-probe", "group_key": "host:lastseen.dev", "kind": "named", "user_agents": [ { "ua": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T06:12:51+00:00", "last_seen": "2026-09-01T06:12:52+00:00" } ], "primary_user_agent": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T06:12:51+00:00", "last_seen": "2026-09-01T06:12:52+00:00", "bytes_served": 20578, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "mcp-crawler-index": 5 }, "channels": { "mcp-registry-official": 5 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:12:51+00:00", "last": "2026-09-01T06:12:52+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-01T06:12:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-01T06:12:52+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-01T06:12:52+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:12:51+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:12:52+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T06:12:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:12:52+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:12:51Z" ] }, "documentation_url": "https://lastseen.dev", "self_described_as": "introspection-only" }, { "slug": "mcp-registry", "name": "mcp-registry", "group_key": "ua:mcp-registry", "kind": "named", "user_agents": [ { "ua": "mcp-registry/1.0", "requests": 5, "addresses": 2, "first_seen": "2026-08-31T22:02:23+00:00", "last_seen": "2026-09-01T02:29:08+00:00" } ], "primary_user_agent": "mcp-registry/1.0", "requests": 5, "addresses": 2, "first_seen": "2026-08-31T22:02:23+00:00", "last_seen": "2026-09-01T02:29:08+00:00", "bytes_served": 268, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "pathwren-edge": 5 }, "channels": { "mcp-registry-official": 4 }, "accept_headers": [ "text/plain" ], "status_codes": { "200": 4, "not recorded": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/mcp-registry-auth", "requests": 5, "statuses": { "not recorded": 1, "200": 4 }, "first": "2026-08-31T22:02:23+00:00", "last": "2026-09-01T02:29:08+00:00" } ], "first_walk": [ { "path": "/.well-known/mcp-registry-auth", "status": "200", "at": "2026-08-31T22:02:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 70.2, "visit_starts": [ "2026-08-31T22:02:23Z", "2026-09-01T00:36:57Z", "2026-09-01T01:47:12Z", "2026-09-01T02:29:08Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "verifymcp-ownersbot", "name": "VerifyMCP-OwnersBot", "group_key": "host:verifymcp.io", "kind": "named", "user_agents": [ { "ua": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:12:20+00:00", "last_seen": "2026-09-01T04:12:18+00:00" } ], "primary_user_agent": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T23:12:20+00:00", "last_seen": "2026-09-01T04:12:18+00:00", "bytes_served": 8289, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "pathwren-edge": 5 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json" ], "status_codes": { "404": 4, "200": 1 }, "distinct_paths": 5, "paths": [ { "path": "/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-08-31T23:12:20+00:00", "last": "2026-08-31T23:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:12:20+00:00", "last": "2026-09-01T02:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T04:12:18+00:00", "last": "2026-09-01T04:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T03:12:18+00:00", "last": "2026-09-01T03:12:18+00:00" }, { "path": "/mcp/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-08-31T23:12:20+00:00", "last": "2026-08-31T23:12:20+00:00" } ], "first_walk": [ { "path": "/mcp/.well-known/owners.json", "status": "404", "at": "2026-08-31T23:12:20+00:00" }, { "path": "/.well-known/owners.json", "status": "404", "at": "2026-08-31T23:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", "status": "200", "at": "2026-09-01T02:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "status": "404", "at": "2026-09-01T03:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "status": "404", "at": "2026-09-01T04:12:18+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-08-31T23:12:20+00:00", "last_asked": "2026-08-31T23:12:20+00:00", "answered_200_since": "2026-09-01T00:35:07+00:00" }, { "path": "/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-08-31T23:12:20+00:00", "last_asked": "2026-08-31T23:12:20+00:00", "answered_200_since": "2026-09-01T00:35:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T03:12:18+00:00", "last_asked": "2026-09-01T03:12:18+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:12:18+00:00", "last_asked": "2026-09-01T04:12:18+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 4, "median_gap_minutes": 60.0, "visit_starts": [ "2026-08-31T23:12:20Z", "2026-09-01T02:12:20Z", "2026-09-01T03:12:18Z", "2026-09-01T04:12:18Z" ] }, "documentation_url": "https://verifymcp.io/docs/build/owners-json", "self_described_as": null }, { "slug": "agent-tools-cloud-crawler", "name": "agent-tools.cloud-crawler", "group_key": "host:agent-tools.cloud", "kind": "named", "user_agents": [ { "ua": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:55:53+00:00", "last_seen": "2026-09-01T03:55:53+00:00" }, { "ua": "agent-tools.cloud-a2a/0.1 (+https://agent-tools.cloud)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T04:10:46+00:00", "last_seen": "2026-09-01T04:10:46+00:00" } ], "primary_user_agent": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T03:55:53+00:00", "last_seen": "2026-09-01T04:10:46+00:00", "bytes_served": 13714, "classed_by_our_instrument": { "crawler": 3, "agent": 1 }, "surfaces": { "mcp-crawler-index": 3, "pathwren-edge": 1 }, "channels": { "mcp-registry-official": 3, "a2a-registry-org": 1 }, "accept_headers": [ "application/json, text/event-stream", "application/json" ], "status_codes": { "200": 4 }, "distinct_paths": 4, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:10:46+00:00", "last": "2026-09-01T04:10:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-01T03:55:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-01T03:55:53+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-01T03:55:53+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:10:46+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:55:53Z" ] }, "documentation_url": "https://agent-tools.cloud", "self_described_as": null }, { "slug": "agentindexbot", "name": "AgentIndexBot", "group_key": "host:agents.traderszone.net", "kind": "named", "user_agents": [ { "ua": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T04:07:21+00:00", "last_seen": "2026-09-01T04:26:51+00:00" } ], "primary_user_agent": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T04:07:21+00:00", "last_seen": "2026-09-01T04:26:51+00:00", "bytes_served": 19568, "classed_by_our_instrument": { "crawler": 4 }, "surfaces": { "pathwren-edge": 3, "mcp-crawler-index": 1 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "*/*", "text/html,application/xhtml+xml", "application/json, text/event-stream" ], "status_codes": { "200": 4 }, "distinct_paths": 3, "paths": [ { "path": "/robots.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:07:21+00:00", "last": "2026-09-01T04:26:51+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:07:21+00:00", "last": "2026-09-01T04:07:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:26:51+00:00", "last": "2026-09-01T04:26:51+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T04:07:21+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T04:07:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:26:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:07:21Z" ] }, "documentation_url": "https://agents.traderszone.net", "self_described_as": "polite ARD crawler" }, { "slug": "agentreputationbot", "name": "AgentReputationBot", "group_key": "host:agentreputation.dev", "kind": "named", "user_agents": [ { "ua": "AgentReputationBot/1.0 (+https://agentreputation.dev)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:47:16+00:00", "last_seen": "2026-09-01T03:47:36+00:00" } ], "primary_user_agent": "AgentReputationBot/1.0 (+https://agentreputation.dev)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:47:16+00:00", "last_seen": "2026-09-01T03:47:36+00:00", "bytes_served": 17675, "classed_by_our_instrument": { "crawler": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:16+00:00", "last": "2026-09-01T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:36+00:00", "last": "2026-09-01T03:47:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:36+00:00", "last": "2026-09-01T03:47:36+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:47:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:47:36+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:47:16Z" ] }, "documentation_url": "https://agentreputation.dev", "self_described_as": null }, { "slug": "enerlio", "name": "Enerlio", "group_key": "host:enerlio.de", "kind": "named", "user_agents": [ { "ua": "Enerlio GmbH FACTANKER marc@enerlio.de", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T01:07:45+00:00", "last_seen": "2026-09-01T01:07:47+00:00" } ], "primary_user_agent": "Enerlio GmbH FACTANKER marc@enerlio.de", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T01:07:45+00:00", "last_seen": "2026-09-01T01:07:47+00:00", "bytes_served": 6348, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2, "202": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 2, "202": 1 }, "first": "2026-09-01T01:07:45+00:00", "last": "2026-09-01T01:07:47+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:07:45+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:07:45Z" ] }, "documentation_url": "mailto:marc@enerlio.de", "self_described_as": null }, { "slug": "gptbot", "name": "GPTBot", "group_key": "host:openai.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-01T05:28:35+00:00" }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; robots.txt; +https://openai.com/searchbot", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-01T05:23:47+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", "requests": 3, "addresses": 2, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-01T05:28:35+00:00", "bytes_served": 26721, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:23:47+00:00", "last": "2026-09-01T05:23:47+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:23:47+00:00", "last": "2026-09-01T05:23:47+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:28:35+00:00", "last": "2026-09-01T05:28:35+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T05:23:47+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T05:23:47+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T05:28:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T05:23:47Z" ] }, "documentation_url": "https://openai.com/gptbot", "self_described_as": "GPTBot/1.4" }, { "slug": "mcp-checker", "name": "mcp-checker", "group_key": "ua:mcp-checker", "kind": "named", "user_agents": [ { "ua": "mcp-checker/1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T05:31:12+00:00", "last_seen": "2026-09-01T05:31:19+00:00" } ], "primary_user_agent": "mcp-checker/1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T05:31:12+00:00", "last_seen": "2026-09-01T05:31:19+00:00", "bytes_served": 7882, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:31:12+00:00", "last": "2026-09-01T05:31:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:31:19+00:00", "last": "2026-09-01T05:31:19+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:31:13+00:00", "last": "2026-09-01T05:31:13+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T05:31:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T05:31:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T05:31:19+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T05:31:12Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcp-observatory", "name": "mcp-observatory", "group_key": "ua:mcp-observatory", "kind": "named", "user_agents": [ { "ua": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:08:29+00:00", "last_seen": "2026-09-01T03:08:30+00:00" } ], "primary_user_agent": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:08:29+00:00", "last_seen": "2026-09-01T03:08:30+00:00", "bytes_served": 7882, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:08:29+00:00", "last": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:08:29+00:00", "last": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:08:30+00:00", "last": "2026-09-01T03:08:30+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:30+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:08:29Z" ] }, "documentation_url": "https://github.com/yhouta/mcp-observatory", "self_described_as": "public transparency log" }, { "slug": "mcp-schema-archive", "name": "mcp-schema-archive", "group_key": "ua:mcp-schema-archive", "kind": "named", "user_agents": [ { "ua": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:37:27+00:00", "last_seen": "2026-09-01T03:37:27+00:00" } ], "primary_user_agent": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:37:27+00:00", "last_seen": "2026-09-01T03:37:27+00:00", "bytes_served": 14354, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-01T03:37:27+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:37:27+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:37:27Z" ] }, "documentation_url": "https://mcp-schema-archive.delfrost42.workers.dev", "self_described_as": null }, { "slug": "mcpcatalogsync", "name": "MCPCatalogSync", "group_key": "ua:mcpcatalogsync", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T01:36:35+00:00", "last_seen": "2026-09-01T01:54:15+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T01:36:35+00:00", "last_seen": "2026-09-01T01:54:15+00:00", "bytes_served": 18057, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/mcp.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:36:35+00:00", "last": "2026-09-01T01:54:15+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "200", "at": "2026-09-01T01:36:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:36:35Z" ] }, "documentation_url": null, "self_described_as": "MCPCatalogSync/1.0" }, { "slug": "measure-mcp-schema", "name": "measure-mcp-schema", "group_key": "ua:measure-mcp-schema", "kind": "named", "user_agents": [ { "ua": "measure-mcp-schema/0.1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:33:48+00:00", "last_seen": "2026-09-01T03:33:48+00:00" } ], "primary_user_agent": "measure-mcp-schema/0.1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:33:48+00:00", "last_seen": "2026-09-01T03:33:48+00:00", "bytes_served": 4839, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-01T03:33:48+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-01T03:33:48+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:33:48+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:33:48Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "utopian-foundry-probe", "name": "utopian-foundry-probe", "group_key": "ua:utopian-foundry-probe", "kind": "named", "user_agents": [ { "ua": "utopian-foundry-probe/1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T06:12:38+00:00", "last_seen": "2026-09-01T06:12:39+00:00" } ], "primary_user_agent": "utopian-foundry-probe/1.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T06:12:38+00:00", "last_seen": "2026-09-01T06:12:39+00:00", "bytes_served": 17754, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:38+00:00", "last": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:38+00:00", "last": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:12:39+00:00", "last": "2026-09-01T06:12:39+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:12:39+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:12:38Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "x402-observatory", "name": "x402-observatory", "group_key": "ua:x402-observatory", "kind": "named", "user_agents": [ { "ua": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T06:13:13+00:00", "last_seen": "2026-09-01T06:13:13+00:00" } ], "primary_user_agent": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T06:13:13+00:00", "last_seen": "2026-09-01T06:13:13+00:00", "bytes_served": 7882, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-01T06:13:13+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:13:13+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:13:13Z" ] }, "documentation_url": "mailto:300tsb@gmail.com", "self_described_as": null }, { "slug": "a2a-directory-liveness", "name": "a2a-directory-liveness", "group_key": "ua:a2a-directory-liveness", "kind": "named", "user_agents": [ { "ua": "a2a-directory-liveness", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T02:27:27+00:00" } ], "primary_user_agent": "a2a-directory-liveness", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T02:27:27+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "a2a-directory": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" }, { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:27:27+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:27:27+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:27:27Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "a2a-registry-smoke", "name": "A2A-Registry-Smoke", "group_key": "host:a2aregistry.org", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-Smoke/1.0 (+https://a2aregistry.org)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T02:25:59+00:00" } ], "primary_user_agent": "A2A-Registry-Smoke/1.0 (+https://a2aregistry.org)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T02:25:59+00:00", "bytes_served": 10537, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "a2a-crawler-index": 1, "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-01T02:25:59+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-01T02:25:59+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T02:25:59+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:25:59+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:25:59Z" ] }, "documentation_url": "https://a2aregistry.org", "self_described_as": null }, { "slug": "aetherlink-public-discovery-evidence", "name": "AetherLink-Public-Discovery-Evidence", "group_key": "ua:aetherlink-public-discovery-evidence", "kind": "named", "user_agents": [ { "ua": "AetherLink-Public-Discovery-Evidence/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:00:04+00:00", "last_seen": "2026-09-01T04:01:16+00:00" } ], "primary_user_agent": "AetherLink-Public-Discovery-Evidence/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:00:04+00:00", "last_seen": "2026-09-01T04:01:16+00:00", "bytes_served": 11664, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "a2a-crawler-index": 1, "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "*/*", "application/json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:00:04+00:00", "last": "2026-09-01T04:00:04+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:01:16+00:00", "last": "2026-09-01T04:01:16+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T04:00:04+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:01:16+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:00:04Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agent-guild-scout", "name": "agent-guild-scout", "group_key": "ua:agent-guild-scout", "kind": "named", "user_agents": [ { "ua": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:15:17+00:00", "last_seen": "2026-09-01T04:29:21+00:00" } ], "primary_user_agent": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:15:17+00:00", "last_seen": "2026-09-01T04:29:21+00:00", "bytes_served": 11664, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "a2a-registry-org": 2 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T04:15:17+00:00", "last": "2026-09-01T04:29:21+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:15:17+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:15:17Z" ] }, "documentation_url": "https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json", "self_described_as": null }, { "slug": "endpointaudit", "name": "EndpointAudit", "group_key": "ua:endpointaudit", "kind": "named", "user_agents": [ { "ua": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T01:54:55+00:00", "last_seen": "2026-09-01T01:54:55+00:00" } ], "primary_user_agent": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T01:54:55+00:00", "last_seen": "2026-09-01T01:54:55+00:00", "bytes_served": 3108, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:54:55+00:00", "last": "2026-09-01T01:54:55+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:54:55+00:00", "last": "2026-09-01T01:54:55+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:54:55+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T01:54:55+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:54:55Z" ] }, "documentation_url": "https://github.com/Zorglub354/endpointaudit", "self_described_as": null }, { "slug": "gf-agent-toll-outbound", "name": "GF-Agent-Toll-Outbound", "group_key": "ua:gf-agent-toll-outbound", "kind": "named", "user_agents": [ { "ua": "GF-Agent-Toll-Outbound/1.6.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:56:53+00:00", "last_seen": "2026-09-01T02:56:53+00:00" } ], "primary_user_agent": "GF-Agent-Toll-Outbound/1.6.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:56:53+00:00", "last_seen": "2026-09-01T02:56:53+00:00", "bytes_served": 10537, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json", "application/json, application/a2a+json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:56:53+00:00", "last": "2026-09-01T02:56:53+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:56:53+00:00", "last": "2026-09-01T02:56:53+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:56:53+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:56:53+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:56:53Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "gf-agent-toll-remediation", "name": "GF-Agent-Toll-Remediation", "group_key": "ua:gf-agent-toll-remediation", "kind": "named", "user_agents": [ { "ua": "GF-Agent-Toll-Remediation/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T03:03:03+00:00", "last_seen": "2026-09-01T03:03:03+00:00" } ], "primary_user_agent": "GF-Agent-Toll-Remediation/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T03:03:03+00:00", "last_seen": "2026-09-01T03:03:03+00:00", "bytes_served": 10537, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json", "application/json, application/a2a+json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:03:03+00:00", "last": "2026-09-01T03:03:03+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:03:03+00:00", "last": "2026-09-01T03:03:03+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:03:03+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T03:03:03+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:03:03Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcpscan", "name": "mcpscan", "group_key": "host:modc2.com", "kind": "named", "user_agents": [ { "ua": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:28:50+00:00", "last_seen": "2026-09-01T02:28:50+00:00" } ], "primary_user_agent": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:28:50+00:00", "last_seen": "2026-09-01T02:28:50+00:00", "bytes_served": 4735, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:50+00:00", "last": "2026-09-01T02:28:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:50+00:00", "last": "2026-09-01T02:28:50+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:28:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:28:50+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:28:50Z" ] }, "documentation_url": "https://modc2.com/mcpscan", "self_described_as": "MCP index crawler" }, { "slug": "pip", "name": "pip", "group_key": "ua:pip", "kind": "named", "user_agents": [ { "ua": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T06:13:45+00:00", "last_seen": "2026-09-01T06:13:45+00:00" } ], "primary_user_agent": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T06:13:45+00:00", "last_seen": "2026-09-01T06:13:45+00:00", "bytes_served": 86064, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "pypi-registry": 2 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:45+00:00", "last": "2026-09-01T06:13:45+00:00" }, { "path": "/c/pypi-registry/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:45+00:00", "last": "2026-09-01T06:13:45+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/data/agents.json", "status": "200", "at": "2026-09-01T06:13:45+00:00" }, { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T06:13:45+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:13:45Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "python-httpx", "name": "python-httpx", "group_key": "ua:python-httpx", "kind": "library", "user_agents": [ { "ua": "python-httpx/0.28.1", "requests": 2, "addresses": 2, "first_seen": "2026-08-31T22:44:55+00:00", "last_seen": "2026-09-01T02:53:55+00:00" } ], "primary_user_agent": "python-httpx/0.28.1", "requests": 2, "addresses": 2, "first_seen": "2026-08-31T22:44:55+00:00", "last_seen": "2026-09-01T02:53:55+00:00", "bytes_served": 4705, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 1, "a2a-crawler-index": 1 }, "channels": {}, "accept_headers": [ "application/json, text/event-stream", "*/*" ], "status_codes": { "not recorded": 1, "200": 1 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:53:55+00:00", "last": "2026-09-01T02:53:55+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:44:55+00:00", "last": "2026-08-31T22:44:55+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:44:55+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:53:55+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 249.0, "visit_starts": [ "2026-08-31T22:44:55Z", "2026-09-01T02:53:55Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "reactornetty", "name": "ReactorNetty", "group_key": "ua:reactornetty", "kind": "library", "user_agents": [ { "ua": "ReactorNetty/1.0.32", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T20:58:14+00:00", "last_seen": "2026-08-31T20:58:14+00:00" }, { "ua": "ReactorNetty/1.2.1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T05:00:10+00:00", "last_seen": "2026-09-01T05:00:10+00:00" } ], "primary_user_agent": "ReactorNetty/1.0.32", "requests": 2, "addresses": 2, "first_seen": "2026-08-31T20:58:14+00:00", "last_seen": "2026-09-01T05:00:10+00:00", "bytes_served": 2014, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "application/json, application/xml, text/plain", "*/*" ], "status_codes": { "not recorded": 1, "200": 1 }, "distinct_paths": 2, "paths": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:14+00:00", "last": "2026-08-31T20:58:14+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:00:10+00:00", "last": "2026-09-01T05:00:10+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "not recorded", "at": "2026-08-31T20:58:14+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T05:00:10+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 481.9, "visit_starts": [ "2026-08-31T20:58:14Z", "2026-09-01T05:00:10Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "sasameagentaudit", "name": "SaSameAgentAudit", "group_key": "host:live-vps.sasame.online", "kind": "named", "user_agents": [ { "ua": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T01:06:44+00:00", "last_seen": "2026-09-01T01:06:44+00:00" } ], "primary_user_agent": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T01:06:44+00:00", "last_seen": "2026-09-01T01:06:44+00:00", "bytes_served": 5962, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 1, "pathwren-edge": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 1, "404": 1 }, "distinct_paths": 2, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T01:06:44+00:00", "last": "2026-09-01T01:06:44+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:06:44+00:00", "last": "2026-09-01T01:06:44+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:06:44+00:00" }, { "path": "/.well-known/agent-card.json", "status": "404", "at": "2026-09-01T01:06:44+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T01:06:44+00:00", "last_asked": "2026-09-01T01:06:44+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:06:44Z" ] }, "documentation_url": "https://live-vps.sasame.online/.well-known/agent-card.json", "self_described_as": null }, { "slug": "telegrambot", "name": "TelegramBot", "group_key": "ua:telegrambot", "kind": "named", "user_agents": [ { "ua": "TelegramBot (like TwitterBot)", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T05:44:24+00:00", "last_seen": "2026-09-01T05:44:25+00:00" } ], "primary_user_agent": "TelegramBot (like TwitterBot)", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T05:44:24+00:00", "last_seen": "2026-09-01T05:44:25+00:00", "bytes_served": 26865, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:44:24+00:00", "last": "2026-09-01T05:44:24+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:44:25+00:00", "last": "2026-09-01T05:44:25+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T05:44:24+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T05:44:25+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T05:44:24Z" ] }, "documentation_url": null, "self_described_as": "like TwitterBot" }, { "slug": "truespar-mcp-registry", "name": "truespar-mcp-registry", "group_key": "host:registry.truespar.com", "kind": "named", "user_agents": [ { "ua": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:28:06+00:00", "last_seen": "2026-09-01T02:28:29+00:00" } ], "primary_user_agent": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:28:06+00:00", "last_seen": "2026-09-01T02:28:29+00:00", "bytes_served": 4735, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:29+00:00", "last": "2026-09-01T02:28:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:06+00:00", "last": "2026-09-01T02:28:06+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:28:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:28:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:28:06Z" ] }, "documentation_url": "https://registry.truespar.com", "self_described_as": null }, { "slug": "a2a-directory-discovery", "name": "a2a-directory-discovery", "group_key": "ua:a2a-directory-discovery", "kind": "named", "user_agents": [ { "ua": "a2a-directory-discovery", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T02:27:27+00:00" } ], "primary_user_agent": "a2a-directory-discovery", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T02:27:27+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-directory": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:27:27+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:27:27Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "a2a-registry", "name": "A2A-Registry", "group_key": "ua:a2a-registry", "kind": "named", "user_agents": [ { "ua": "A2A-Registry/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T02:25:59+00:00" } ], "primary_user_agent": "A2A-Registry/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T02:25:59+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-01T02:25:59+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:25:59+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:25:59Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "aetherlink-public-agent-card-policy-check", "name": "AetherLink-Public-Agent-Card-Policy-Check", "group_key": "ua:aetherlink-public-agent-card-policy-check", "kind": "named", "user_agents": [ { "ua": "AetherLink-Public-Agent-Card-Policy-Check/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:13:23+00:00", "last_seen": "2026-09-01T03:13:23+00:00" } ], "primary_user_agent": "AetherLink-Public-Agent-Card-Policy-Check/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:13:23+00:00", "last_seen": "2026-09-01T03:13:23+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json, application/a2a+json;q=0.9" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:13:23+00:00", "last": "2026-09-01T03:13:23+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:13:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:13:23Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "aetherlinkdiscoveryevidence", "name": "AetherLinkDiscoveryEvidence", "group_key": "ua:aetherlinkdiscoveryevidence", "kind": "named", "user_agents": [ { "ua": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:30:37+00:00", "last_seen": "2026-09-01T03:30:37+00:00" } ], "primary_user_agent": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:30:37+00:00", "last_seen": "2026-09-01T03:30:37+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:30:37+00:00", "last": "2026-09-01T03:30:37+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:30:37+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:30:37Z" ] }, "documentation_url": "https://aetherlink.47-85-186-77.sslip.io/llms.txt", "self_described_as": null }, { "slug": "agentsure-mcpscan", "name": "AgentSure-MCPScan", "group_key": "host:agentsure.tech", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T00:24:23+00:00", "last_seen": "2026-09-01T00:24:23+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T00:24:23+00:00", "last_seen": "2026-09-01T00:24:23+00:00", "bytes_served": 1554, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:24:23+00:00", "last": "2026-09-01T00:24:23+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T00:24:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T00:24:23Z" ] }, "documentation_url": "https://agentsure.tech", "self_described_as": "AgentSure-MCPScan/0.1" }, { "slug": "api-forge-mcp-index", "name": "api-forge-mcp-index", "group_key": "host:api.temsor.com", "kind": "named", "user_agents": [ { "ua": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:29:04+00:00", "last_seen": "2026-09-01T01:29:04+00:00" } ], "primary_user_agent": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:29:04+00:00", "last_seen": "2026-09-01T01:29:04+00:00", "bytes_served": 1554, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:29:04+00:00", "last": "2026-09-01T01:29:04+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:29:04+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:29:04Z" ] }, "documentation_url": "https://api.temsor.com/mcp/index", "self_described_as": null }, { "slug": "conway-replicatio-r91-strict-a2a-probe", "name": "Conway-Replicatio-r91-strict-a2a-probe", "group_key": "ua:conway-replicatio-r91-strict-a2a-probe", "kind": "named", "user_agents": [ { "ua": "Conway-Replicatio-r91-strict-a2a-probe", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T04:56:01+00:00", "last_seen": "2026-09-01T04:56:01+00:00" } ], "primary_user_agent": "Conway-Replicatio-r91-strict-a2a-probe", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T04:56:01+00:00", "last_seen": "2026-09-01T04:56:01+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:56:01+00:00", "last": "2026-09-01T04:56:01+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:56:01+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:56:01Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "curl", "name": "curl", "group_key": "ua:curl", "kind": "library", "user_agents": [ { "ua": "curl/7.88.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-01T02:28:30+00:00" } ], "primary_user_agent": "curl/7.88.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-01T02:28:30+00:00", "bytes_served": 11779, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-01T02:28:30+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T02:28:30+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:28:30Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcpmeter", "name": "MCPMeter", "group_key": "host:mcpmeter.dev", "kind": "named", "user_agents": [ { "ua": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T23:48:38+00:00", "last_seen": "2026-08-31T23:48:38+00:00" } ], "primary_user_agent": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T23:48:38+00:00", "last_seen": "2026-08-31T23:48:38+00:00", "bytes_served": 1128, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-08-31T23:48:38+00:00", "last": "2026-08-31T23:48:38+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:48:38+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-08-31T23:48:38Z" ] }, "documentation_url": "https://mcpmeter.dev/about", "self_described_as": "measurement bot; contact via site" }, { "slug": "packagehound", "name": "PackageHound", "group_key": "ua:packagehound", "kind": "named", "user_agents": [ { "ua": "PackageHound/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T06:13:51+00:00", "last_seen": "2026-09-01T06:13:51+00:00" } ], "primary_user_agent": "PackageHound/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T06:13:51+00:00", "last_seen": "2026-09-01T06:13:51+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "pypi-registry": 1 }, "accept_headers": [], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:13:51+00:00", "last": "2026-09-01T06:13:51+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T06:13:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:13:51Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "sasame-census-era-probe", "name": "SaSame-Census-Era-Probe", "group_key": "ua:sasame-census-era-probe", "kind": "named", "user_agents": [ { "ua": "SaSame-Census-Era-Probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00" } ], "primary_user_agent": "SaSame-Census-Era-Probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00", "bytes_served": 1648, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-01T01:07:30+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:07:30+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:07:30Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "sasame-mcp-audit", "name": "SaSame-MCP-Audit", "group_key": "ua:sasame-mcp-audit", "kind": "named", "user_agents": [ { "ua": "SaSame-MCP-Audit/0.1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00" } ], "primary_user_agent": "SaSame-MCP-Audit/0.1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00", "bytes_served": 1648, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-01T01:07:30+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:07:30+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:07:30Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "tar-directory-indexer", "name": "TAR-Directory-Indexer", "group_key": "ua:tar-directory-indexer", "kind": "named", "user_agents": [ { "ua": "TAR-Directory-Indexer/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:27:40+00:00", "last_seen": "2026-09-01T03:27:40+00:00" } ], "primary_user_agent": "TAR-Directory-Indexer/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:27:40+00:00", "last_seen": "2026-09-01T03:27:40+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-directory": 1 }, "accept_headers": [ "application/json,text/html;q=0.9,*/*;q=0.7" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:27:40+00:00", "last": "2026-09-01T03:27:40+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:27:40+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:27:40Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "tar-discovery", "name": "TAR-Discovery", "group_key": "ua:tar-discovery", "kind": "named", "user_agents": [ { "ua": "TAR-Discovery/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-01T03:41:21+00:00" } ], "primary_user_agent": "TAR-Discovery/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-01T03:41:21+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json, application/a2a+json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:21+00:00", "last": "2026-09-01T03:41:21+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:41:21+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:41:21Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "tar-health", "name": "TAR-Health", "group_key": "ua:tar-health", "kind": "named", "user_agents": [ { "ua": "TAR-Health/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-01T03:41:21+00:00" } ], "primary_user_agent": "TAR-Health/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-01T03:41:21+00:00", "bytes_served": 345, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "a2a-crawler-index": 1 }, "channels": {}, "accept_headers": [ "application/json, application/a2a+json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:21+00:00", "last": "2026-09-01T03:41:21+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T03:41:21+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:41:21Z" ] }, "documentation_url": null, "self_described_as": null } ], "browser_shaped": [ { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", "requests": 95, "addresses": 1, "first_seen": "2026-09-01T04:29:34+00:00", "last_seen": "2026-09-01T05:49:51+00:00", "classed_by_our_instrument": { "human": 95 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", "requests": 31, "addresses": 29, "first_seen": "2026-08-31T22:55:13+00:00", "last_seen": "2026-09-01T06:12:29+00:00", "classed_by_our_instrument": { "human": 31 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", "requests": 7, "addresses": 6, "first_seen": "2026-08-31T20:58:23+00:00", "last_seen": "2026-09-01T02:59:54+00:00", "classed_by_our_instrument": { "human": 3, "unknown": 4 } }, { "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Mobile Safari/537.36", "requests": 7, "addresses": 1, "first_seen": "2026-08-31T22:16:56+00:00", "last_seen": "2026-08-31T22:17:44+00:00", "classed_by_our_instrument": { "human": 7 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "requests": 4, "addresses": 2, "first_seen": "2026-08-31T22:32:32+00:00", "last_seen": "2026-09-01T03:24:00+00:00", "classed_by_our_instrument": { "human": 2, "agent": 2 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "requests": 4, "addresses": 1, "first_seen": "2026-08-31T22:56:04+00:00", "last_seen": "2026-09-01T04:57:30+00:00", "classed_by_our_instrument": { "human": 4 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T22:50:13+00:00", "last_seen": "2026-08-31T22:50:13+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:58:19+00:00", "last_seen": "2026-09-01T02:58:19+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Gort)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T05:13:10+00:00", "last_seen": "2026-09-01T05:13:10+00:00", "classed_by_our_instrument": { "crawler": 1 } } ], "empty_user_agent": { "requests": 29, "addresses": 4, "first_seen": "2026-08-31T23:41:45+00:00", "last_seen": "2026-09-01T05:17:30+00:00" }, "license": "CC0-1.0", "base": "https://www.pathwren.workers.dev", "pages": { "claudebot": "https://www.pathwren.workers.dev/bot/claudebot.html", "archive-org-bot": "https://www.pathwren.workers.dev/bot/archive-org-bot.html", "yandexbot": "https://www.pathwren.workers.dev/bot/yandexbot.html", "agentgrade": "https://www.pathwren.workers.dev/bot/agentgrade.html", "sentineloracle": "https://www.pathwren.workers.dev/bot/sentineloracle.html", "node": "https://www.pathwren.workers.dev/bot/node.html", "agentdisco": "https://www.pathwren.workers.dev/bot/agentdisco.html", "mcpbeat": "https://www.pathwren.workers.dev/bot/mcpbeat.html", "orbit-mcp-registry-iconresolver": "https://www.pathwren.workers.dev/bot/orbit-mcp-registry-iconresolver.html", "apis-io-submit": "https://www.pathwren.workers.dev/bot/apis-io-submit.html", "python-httpx2": "https://www.pathwren.workers.dev/bot/python-httpx2.html", "guzzlehttp": "https://www.pathwren.workers.dev/bot/guzzlehttp.html", "golemreachtrustbot": "https://www.pathwren.workers.dev/bot/golemreachtrustbot.html", "402explorer": "https://www.pathwren.workers.dev/bot/402explorer.html", "a2a-registry-healthcheck": "https://www.pathwren.workers.dev/bot/a2a-registry-healthcheck.html", "bingbot": "https://www.pathwren.workers.dev/bot/bingbot.html", "mozilla": "https://www.pathwren.workers.dev/bot/mozilla.html", "undici": "https://www.pathwren.workers.dev/bot/undici.html", "agenttrust-monitor": "https://www.pathwren.workers.dev/bot/agenttrust-monitor.html", "deno": "https://www.pathwren.workers.dev/bot/deno.html", "agenstrybot": "https://www.pathwren.workers.dev/bot/agenstrybot.html", "exaforce-mcprep": "https://www.pathwren.workers.dev/bot/exaforce-mcprep.html", "hultra-link": "https://www.pathwren.workers.dev/bot/hultra-link.html", "mcpwatch": "https://www.pathwren.workers.dev/bot/mcpwatch.html", "movanas-registry-snapshot": "https://www.pathwren.workers.dev/bot/movanas-registry-snapshot.html", "proofbench": "https://www.pathwren.workers.dev/bot/proofbench.html", "go-http-client": "https://www.pathwren.workers.dev/bot/go-http-client.html", "io-verifymcp": "https://www.pathwren.workers.dev/bot/io-verifymcp.html", "lastseen-schema-probe": "https://www.pathwren.workers.dev/bot/lastseen-schema-probe.html", "mcp-registry": "https://www.pathwren.workers.dev/bot/mcp-registry.html", "verifymcp-ownersbot": "https://www.pathwren.workers.dev/bot/verifymcp-ownersbot.html", "agent-tools-cloud-crawler": "https://www.pathwren.workers.dev/bot/agent-tools-cloud-crawler.html", "agentindexbot": "https://www.pathwren.workers.dev/bot/agentindexbot.html", "agentreputationbot": "https://www.pathwren.workers.dev/bot/agentreputationbot.html", "enerlio": "https://www.pathwren.workers.dev/bot/enerlio.html", "gptbot": "https://www.pathwren.workers.dev/bot/gptbot.html", "mcp-checker": "https://www.pathwren.workers.dev/bot/mcp-checker.html", "mcp-observatory": "https://www.pathwren.workers.dev/bot/mcp-observatory.html", "mcp-schema-archive": "https://www.pathwren.workers.dev/bot/mcp-schema-archive.html", "mcpcatalogsync": "https://www.pathwren.workers.dev/bot/mcpcatalogsync.html", "measure-mcp-schema": "https://www.pathwren.workers.dev/bot/measure-mcp-schema.html", "utopian-foundry-probe": "https://www.pathwren.workers.dev/bot/utopian-foundry-probe.html", "x402-observatory": "https://www.pathwren.workers.dev/bot/x402-observatory.html", "a2a-directory-liveness": "https://www.pathwren.workers.dev/bot/a2a-directory-liveness.html", "a2a-registry-smoke": "https://www.pathwren.workers.dev/bot/a2a-registry-smoke.html", "aetherlink-public-discovery-evidence": "https://www.pathwren.workers.dev/bot/aetherlink-public-discovery-evidence.html", "agent-guild-scout": "https://www.pathwren.workers.dev/bot/agent-guild-scout.html", "endpointaudit": "https://www.pathwren.workers.dev/bot/endpointaudit.html", "gf-agent-toll-outbound": "https://www.pathwren.workers.dev/bot/gf-agent-toll-outbound.html", "gf-agent-toll-remediation": "https://www.pathwren.workers.dev/bot/gf-agent-toll-remediation.html", "mcpscan": "https://www.pathwren.workers.dev/bot/mcpscan.html", "pip": "https://www.pathwren.workers.dev/bot/pip.html", "python-httpx": "https://www.pathwren.workers.dev/bot/python-httpx.html", "reactornetty": "https://www.pathwren.workers.dev/bot/reactornetty.html", "sasameagentaudit": "https://www.pathwren.workers.dev/bot/sasameagentaudit.html", "telegrambot": "https://www.pathwren.workers.dev/bot/telegrambot.html", "truespar-mcp-registry": "https://www.pathwren.workers.dev/bot/truespar-mcp-registry.html", "a2a-directory-discovery": "https://www.pathwren.workers.dev/bot/a2a-directory-discovery.html", "a2a-registry": "https://www.pathwren.workers.dev/bot/a2a-registry.html", "aetherlink-public-agent-card-policy-check": "https://www.pathwren.workers.dev/bot/aetherlink-public-agent-card-policy-check.html", "aetherlinkdiscoveryevidence": "https://www.pathwren.workers.dev/bot/aetherlinkdiscoveryevidence.html", "agentsure-mcpscan": "https://www.pathwren.workers.dev/bot/agentsure-mcpscan.html", "api-forge-mcp-index": "https://www.pathwren.workers.dev/bot/api-forge-mcp-index.html", "conway-replicatio-r91-strict-a2a-probe": "https://www.pathwren.workers.dev/bot/conway-replicatio-r91-strict-a2a-probe.html", "curl": "https://www.pathwren.workers.dev/bot/curl.html", "mcpmeter": "https://www.pathwren.workers.dev/bot/mcpmeter.html", "packagehound": "https://www.pathwren.workers.dev/bot/packagehound.html", "sasame-census-era-probe": "https://www.pathwren.workers.dev/bot/sasame-census-era-probe.html", "sasame-mcp-audit": "https://www.pathwren.workers.dev/bot/sasame-mcp-audit.html", "tar-directory-indexer": "https://www.pathwren.workers.dev/bot/tar-directory-indexer.html", "tar-discovery": "https://www.pathwren.workers.dev/bot/tar-discovery.html", "tar-health": "https://www.pathwren.workers.dev/bot/tar-health.html" }, "how_to_cite": "Observed client dossiers, https://www.pathwren.workers.dev/bot/, window 2026-08-31T20:58:11+00:00–2026-09-01T06:16:32+00:00" }