{
 "tool": "robots-allowed",
 "endpoint": "https://www.pathwren.workers.dev/tools/robots-allowed",
 "asked": {
  "robots_txt": "User-agent: *\nDisallow: /\nAllow: /blog/\n",
  "ua": "GPTBot",
  "path": "/blog/post"
 },
 "summary": "GPTBot matches the group for \"*\" (line 1).\n\nALLOWED   /blog/post  <- Allow: /blog/",
 "answer": {
  "user_agent": "GPTBot",
  "matched_group": "*",
  "matched_on_line": 1,
  "matched_via": "wildcard-group",
  "results": [
   {
    "path": "/blog/post",
    "allowed": true,
    "decided_by": "Allow: /blog/",
    "rule_line": 3,
    "why": "longest matching pattern (6 characters); Allow wins a tie of equal length"
   }
  ],
  "implementation_divergence": null,
  "rules_applied": "RFC 9309 §2.2.1 (longest token match, * as fallback) and §2.2.2 (longest path pattern wins, Allow breaks a tie)",
  "caveat": "robots.txt is a request, not an enforcement mechanism. This says what a compliant crawler would do; it does not say what an arbitrary client will do.",
  "source": "https://www.pathwren.workers.dev/mcp/robots"
 },
 "answered_by": {
  "note": "The MCP tool itself answered this. One implementation, two doors — this endpoint holds no copy of it.",
  "server": "robots-policy-lint",
  "endpoint": "https://www.pathwren.workers.dev/mcp/robots",
  "tool": "check_path_allowed",
  "protocol": "MCP streamable-http, JSON-RPC 2.0 tools/call"
 },
 "caveats": [
  "robots.txt is a request, not an enforcement mechanism. This says what a compliant crawler would do; it does not say what an arbitrary client will do."
 ],
 "docs": "https://www.pathwren.workers.dev/tools/robots-allowed.html?s=client-dossiers",
 "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers",
 "more": {
  "who actually crawls this host": "https://www.pathwren.workers.dev/bot/index.html?s=client-dossiers",
  "every named client as one file": "https://www.pathwren.workers.dev/data/observed-clients.json?s=client-dossiers"
 },
 "auth": "none — no account, no key, no handshake. CORS open, cacheable, CC0-1.0.",
 "license": "CC0-1.0",
 "independent": true
}