{
 "tool": "robots-lint",
 "endpoint": "https://www.pathwren.workers.dev/tools/robots-lint",
 "asked": {
  "robots_txt": "User-agent: GPTBot\nDisallow: /\nNoindex: /private\n"
 },
 "summary": "1 error(s), 0 warning(s), 2 note(s).\n1 group(s), 1 rule(s), tokens: GPTBot.\n\nINFO: No Sitemap: line. It is optional, and it is the cheapest discovery hint you can give.\n  fix: Add `Sitemap: https://example.com/sitemap.xml`.\nINFO line 1: This group contains a blank line between rules. Google ignores it and keeps the group; some smaller crawlers end the group there and drop everything after it.\n  fix: Remove the blank line, or repeat the User-agent line after it.\nERROR line 3: `noindex` in robots.txt has been unsupported by Google since 1 September 2019 and is ignored. A page you only Disallow can still be indexed from links to it.\n  fix: Use an X-Robots-Tag: noindex response header or a <meta name=robots> tag on the page itself.",
 "answer": {
  "valid": false,
  "counts": {
   "error": 1,
   "warning": 0,
   "info": 2
  },
  "findings": [
   {
    "severity": "info",
    "line": null,
    "code": "no-sitemap",
    "message": "No Sitemap: line. It is optional, and it is the cheapest discovery hint you can give.",
    "fix": "Add `Sitemap: https://example.com/sitemap.xml`."
   },
   {
    "severity": "info",
    "line": 1,
    "code": "blank-line-inside-group",
    "message": "This group contains a blank line between rules. Google ignores it and keeps the group; some smaller crawlers end the group there and drop everything after it.",
    "fix": "Remove the blank line, or repeat the User-agent line after it."
   },
   {
    "severity": "error",
    "line": 3,
    "code": "noindex-in-robots",
    "message": "`noindex` in robots.txt has been unsupported by Google since 1 September 2019 and is ignored. A page you only Disallow can still be indexed from links to it.",
    "fix": "Use an X-Robots-Tag: noindex response header or a <meta name=robots> tag on the page itself."
   }
  ],
  "summary": {
   "groups": 1,
   "tokens": [
    "GPTBot"
   ],
   "rules": 1,
   "sitemaps": [],
   "bytes": 49,
   "lines": 4
  },
  "effect_on_everyone_else": {
   "has_wildcard_group": false,
   "note": "No `User-agent: *` group: any crawler you did not name is unconstrained."
  },
  "specification": "RFC 9309 (Robots Exclusion Protocol, 2022)",
  "next": "audit_ai_access answers the question this tool cannot: which AI crawlers this file actually stops.",
  "source": "https://www.pathwren.workers.dev/mcp/robots"
 },
 "answered_by": {
  "note": "The MCP tool itself answered this. One implementation, two doors — this endpoint holds no copy of it.",
  "server": "robots-policy-lint",
  "endpoint": "https://www.pathwren.workers.dev/mcp/robots",
  "tool": "lint_robots_txt",
  "protocol": "MCP streamable-http, JSON-RPC 2.0 tools/call"
 },
 "caveats": [
  "Nothing is fetched. There is no argument that takes a URL, on this endpoint or on the MCP tool behind it, so it cannot be aimed at a host."
 ],
 "docs": "https://www.pathwren.workers.dev/tools/robots-lint.html?s=client-dossiers",
 "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers",
 "more": {
  "who actually crawls this host": "https://www.pathwren.workers.dev/bot/index.html?s=client-dossiers",
  "every named client as one file": "https://www.pathwren.workers.dev/data/observed-clients.json?s=client-dossiers"
 },
 "auth": "none — no account, no key, no handshake. CORS open, cacheable, CC0-1.0.",
 "license": "CC0-1.0",
 "independent": true
}