{
 "operator": "OpenAI",
 "slug": "openai",
 "docs": "https://platform.openai.com/docs/bots",
 "crawler_count": 3,
 "crawlers": [
  {
   "slug": "chatgpt-user",
   "name": "ChatGPT-User",
   "operator": "OpenAI",
   "operator_slug": "openai",
   "category": "user-fetch",
   "category_label": "User-triggered fetchers",
   "robots_token": "ChatGPT-User",
   "user_agent_substring": "ChatGPT-User",
   "user_agent_example": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36; compatible; ChatGPT-User/1.0; +https://openai.com/bot",
   "respects_robots_txt": "documented",
   "respects_robots_txt_label": "obeys robots.txt (documented)",
   "verification_method": "published-ranges",
   "verification_label": "published IP ranges",
   "published_ip_ranges_url": "https://openai.com/chatgpt-user.json",
   "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.json",
   "ipv4_prefix_count": 204,
   "ipv6_prefix_count": 0,
   "what_it_is": "Fetches a single page at the moment a user or a ChatGPT agent asks for it — a pasted link, a browsing step, an Operator task. One human intent, one request. OpenAI states these fetches are not used for training.",
   "cost_of_blocking": "ChatGPT cannot open your pages when a user explicitly asks it to. The user sees a fetch failure. This is usually the last bot anyone means to block.",
   "operator_docs": "https://platform.openai.com/docs/bots",
   "html_url": "https://www.pathwren.workers.dev/crawler/chatgpt-user.html",
   "json_url": "https://www.pathwren.workers.dev/crawler/chatgpt-user.json",
   "last_reviewed": "2026-09-01"
  },
  {
   "slug": "gptbot",
   "name": "GPTBot",
   "operator": "OpenAI",
   "operator_slug": "openai",
   "category": "ai-training",
   "category_label": "AI training crawlers",
   "robots_token": "GPTBot",
   "user_agent_substring": "GPTBot",
   "user_agent_example": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.2; +https://openai.com/gptbot",
   "respects_robots_txt": "documented",
   "respects_robots_txt_label": "obeys robots.txt (documented)",
   "verification_method": "published-ranges",
   "verification_label": "published IP ranges",
   "published_ip_ranges_url": "https://openai.com/gptbot.json",
   "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-gptbot.json",
   "ipv4_prefix_count": 21,
   "ipv6_prefix_count": 0,
   "what_it_is": "OpenAI's bulk crawler. Pages it fetches may be used to train future OpenAI foundation models. It is not the bot that puts you in ChatGPT's search results, and blocking it does not remove you from them.",
   "cost_of_blocking": "Your content is excluded from training data for future OpenAI models. No effect on ChatGPT search visibility, on citations, or on links a user pastes into ChatGPT.",
   "operator_docs": "https://platform.openai.com/docs/bots",
   "html_url": "https://www.pathwren.workers.dev/crawler/gptbot.html",
   "json_url": "https://www.pathwren.workers.dev/crawler/gptbot.json",
   "last_reviewed": "2026-09-01"
  },
  {
   "slug": "oai-searchbot",
   "name": "OAI-SearchBot",
   "operator": "OpenAI",
   "operator_slug": "openai",
   "category": "ai-search",
   "category_label": "AI search crawlers",
   "robots_token": "OAI-SearchBot",
   "user_agent_substring": "OAI-SearchBot",
   "user_agent_example": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot",
   "respects_robots_txt": "documented",
   "respects_robots_txt_label": "obeys robots.txt (documented)",
   "verification_method": "published-ranges",
   "verification_label": "published IP ranges",
   "published_ip_ranges_url": "https://openai.com/searchbot.json",
   "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-searchbot.json",
   "ipv4_prefix_count": 35,
   "ipv6_prefix_count": 0,
   "what_it_is": "Builds the index ChatGPT search answers from. Content it collects is used for retrieval and citation, not for model training.",
   "cost_of_blocking": "High. Blocking this removes you from ChatGPT search results and from the source links ChatGPT shows. This is the single most expensive block on this list for anyone who wants to be cited by an assistant.",
   "operator_docs": "https://platform.openai.com/docs/bots",
   "html_url": "https://www.pathwren.workers.dev/crawler/oai-searchbot.html",
   "json_url": "https://www.pathwren.workers.dev/crawler/oai-searchbot.json",
   "last_reviewed": "2026-09-01"
  }
 ],
 "ip_range_endpoints": [
  {
   "slug": "openai-gptbot",
   "label": "GPTBot",
   "url": "https://openai.com/gptbot.json",
   "mirror": "https://www.pathwren.workers.dev/ip-ranges/openai-gptbot.json"
  },
  {
   "slug": "openai-searchbot",
   "label": "OAI-SearchBot",
   "url": "https://openai.com/searchbot.json",
   "mirror": "https://www.pathwren.workers.dev/ip-ranges/openai-searchbot.json"
  },
  {
   "slug": "openai-chatgpt-user",
   "label": "ChatGPT-User",
   "url": "https://openai.com/chatgpt-user.json",
   "mirror": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.json"
  }
 ]
}