{
 "name": "AI Crawler Index",
 "description": "Every AI crawler on the web, what it is for, what blocking it costs you, and the IP ranges its operator publishes — as JSON, CSV, robots.txt and regex.",
 "url": "https://www.pathwren.workers.dev",
 "generated_at": "2026-09-01T19:26:24+00:00",
 "crawlers": 56,
 "operators": 30,
 "policies": 8,
 "ip_sources": 12,
 "ipv4_prefixes": 1887,
 "ipv6_prefixes": 1056,
 "machine_entry_points": [
  "https://www.pathwren.workers.dev/llms.txt",
  "https://www.pathwren.workers.dev/llms-full.txt",
  "https://www.pathwren.workers.dev/openapi.json",
  "https://www.pathwren.workers.dev/openapi.yaml",
  "https://www.pathwren.workers.dev/apis.json",
  "https://www.pathwren.workers.dev/data/agents.json",
  "https://www.pathwren.workers.dev/data/agents.csv",
  "https://www.pathwren.workers.dev/data/ua-regex.json",
  "https://www.pathwren.workers.dev/ip-ranges/all.json",
  "https://www.pathwren.workers.dev/ip-ranges/all.txt",
  "https://www.pathwren.workers.dev/status.json",
  "https://www.pathwren.workers.dev/feed.json",
  "https://www.pathwren.workers.dev/feed.xml",
  "https://www.pathwren.workers.dev/sitemap.xml",
  "https://www.pathwren.workers.dev/.well-known/api-catalog",
  "https://www.pathwren.workers.dev/.well-known/apis.json",
  "https://www.pathwren.workers.dev/.well-known/openapi.json",
  "https://www.pathwren.workers.dev/.well-known/openapi.yaml",
  "https://www.pathwren.workers.dev/.well-known/api-onboarding",
  "https://www.pathwren.workers.dev/.well-known/ai-plugin.json",
  "https://www.pathwren.workers.dev/.well-known/mcp.json",
  "https://www.pathwren.workers.dev/register.json",
  "https://www.pathwren.workers.dev/reference.json",
  "https://www.pathwren.workers.dev/terms.json",
  "https://www.pathwren.workers.dev/privacy.json"
 ],
 "mcp_server": {
  "url": "https://www.pathwren.workers.dev/mcp",
  "transport": "streamable-http",
  "documentation": "https://www.pathwren.workers.dev/mcp.html",
  "name": "dev.workers.pathwren.www/ai-crawler-index"
 }
}