{
 "id": "ai-access",
 "endpoint": "https://www.pathwren.workers.dev/tools/ai-access",
 "title": "Which AI crawlers does this file actually stop?",
 "what": "Evaluate a pasted robots.txt against every AI crawler in this index and get the two lists that matter — blocked and allowed, per operator and category — plus the tokens in your file that match no known crawler (a typo blocks nothing), and the separation between crawlers that document obedience and the ones observed ignoring robots.txt, which need an IP or WAF rule instead.",
 "auth": "none — no account, no key, no handshake, no session",
 "method": "GET, or POST the file as the raw body",
 "cors": "*",
 "cache_seconds": 1800,
 "parameters": [
  {
   "name": "robots_txt",
   "aliases": [
    "robots",
    "text"
   ],
   "required": true,
   "repeatable": false,
   "what": "The contents of the robots.txt file, URL-encoded, or the raw POST body.",
   "becomes": "robots_txt"
  },
  {
   "name": "path",
   "aliases": [],
   "required": false,
   "repeatable": false,
   "what": "Path to test the verdict at. Defaults to /.",
   "becomes": "path"
  }
 ],
 "example": {
  "url": "https://www.pathwren.workers.dev/tools/ai-access?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0A&path=/&s=client-dossiers",
  "curl": "curl -s 'https://www.pathwren.workers.dev/tools/ai-access?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0A&path=/&s=client-dossiers'",
  "what_it_answers": "One rule against the whole index: GPTBot blocked, every other AI crawler still allowed, and the count of what that leaves open."
 },
 "same_answer_over_mcp": {
  "server": "robots-policy-lint",
  "endpoint": "https://www.pathwren.workers.dev/mcp/robots",
  "method": "tools/call",
  "tool": "audit_ai_access",
  "note": "The GET endpoint calls this tool in-process through the MCP server's own JSON-RPC envelope. One implementation, two doors."
 },
 "caveats": [
  "The verdict is computed against /data/agents.json, the same file this host publishes and the same one the MCP tool reads."
 ],
 "docs": "https://www.pathwren.workers.dev/tools/ai-access.html?s=client-dossiers",
 "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers",
 "license": "CC0-1.0",
 "independent": true
}