{
 "slug": "googlebot",
 "name": "Googlebot",
 "operator": "Google",
 "operator_slug": "google",
 "category": "search",
 "category_label": "Search engines",
 "robots_token": "Googlebot",
 "user_agent_substring": "Googlebot",
 "user_agent_example": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
 "respects_robots_txt": "documented",
 "respects_robots_txt_label": "obeys robots.txt (documented)",
 "verification_method": "published-ranges",
 "verification_label": "published IP ranges",
 "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json",
 "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json",
 "ipv4_prefix_count": 169,
 "ipv6_prefix_count": 146,
 "what_it_is": "The classic search crawler. It is also the crawler behind AI Overviews: Google does not run a separate bot for them, which is why the only AI opt-out is the Google-Extended token and not a Googlebot block.",
 "cost_of_blocking": "Total. You leave Google Search. Never block this to avoid AI use; use Google-Extended instead.",
 "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers",
 "html_url": "https://www.pathwren.workers.dev/crawler/googlebot.html",
 "json_url": "https://www.pathwren.workers.dev/crawler/googlebot.json",
 "last_reviewed": "2026-09-01"
}