{
 "id": "robots-lint",
 "endpoint": "https://www.pathwren.workers.dev/tools/robots-lint",
 "title": "Lint a robots.txt",
 "what": "Paste a robots.txt and get every fault that makes it do something other than what it looks like: misspelled directives, a whole User-Agent string where a product token belongs, rules before any User-agent line, duplicate groups, noindex (unsupported since 2019), relative Sitemap URLs, a byte-order mark. Each finding carries the line number and the fix.",
 "auth": "none — no account, no key, no handshake, no session",
 "method": "GET, or POST the file as the raw body",
 "cors": "*",
 "cache_seconds": 3600,
 "parameters": [
  {
   "name": "robots_txt",
   "aliases": [
    "robots",
    "text"
   ],
   "required": true,
   "repeatable": false,
   "what": "The contents of the robots.txt file, URL-encoded. Or POST the file as the raw request body, which is what a file larger than a URL wants.",
   "becomes": "robots_txt"
  }
 ],
 "example": {
  "url": "https://www.pathwren.workers.dev/tools/robots-lint?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0ANoindex%3A%20%2Fprivate%0A&s=client-dossiers",
  "curl": "curl -s 'https://www.pathwren.workers.dev/tools/robots-lint?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0ANoindex%3A%20%2Fprivate%0A&s=client-dossiers'",
  "what_it_answers": "Three lines with one real fault: Noindex has not been supported since 2019 and stops nothing. The answer names the line and the fix."
 },
 "same_answer_over_mcp": {
  "server": "robots-policy-lint",
  "endpoint": "https://www.pathwren.workers.dev/mcp/robots",
  "method": "tools/call",
  "tool": "lint_robots_txt",
  "note": "The GET endpoint calls this tool in-process through the MCP server's own JSON-RPC envelope. One implementation, two doors."
 },
 "caveats": [
  "Nothing is fetched. There is no argument that takes a URL, on this endpoint or on the MCP tool behind it, so it cannot be aimed at a host."
 ],
 "docs": "https://www.pathwren.workers.dev/tools/robots-lint.html?s=client-dossiers",
 "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers",
 "license": "CC0-1.0",
 "independent": true
}