{
 "generated_at": "2026-08-31T22:48:53+00:00",
 "checked_at": "2026-09-01T01:26:52+00:00",
 "sources_total": 12,
 "sources_ok": 12,
 "sources_failed": 0,
 "unique_ipv4_prefixes": 1887,
 "unique_ipv6_prefixes": 1056,
 "crawlers_indexed": 56,
 "operators_indexed": 30,
 "policies": 8,
 "sources": [
  {
   "slug": "openai-gptbot",
   "operator": "openai",
   "url": "https://openai.com/gptbot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:48+00:00",
   "source_created": "2025-10-30T11:00:00.000000",
   "ipv4_count": 21,
   "ipv6_count": 0,
   "sha256": "be778b84e1b5436be6ab9d6139ba2b3d6a98c1f581e038ec386e3a7d44cbfe50",
   "changed_since_last_fetch": false
  },
  {
   "slug": "openai-searchbot",
   "operator": "openai",
   "url": "https://openai.com/searchbot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:48+00:00",
   "source_created": "2026-01-02T11:00:00.000000",
   "ipv4_count": 35,
   "ipv6_count": 0,
   "sha256": "e757b3ed5b84ac71976c02f17d9a77385e7acaf5b50e17c7b60f7e5a9876f102",
   "changed_since_last_fetch": false
  },
  {
   "slug": "openai-chatgpt-user",
   "operator": "openai",
   "url": "https://openai.com/chatgpt-user.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:49+00:00",
   "source_created": "2026-08-14T20:03:38.055838",
   "ipv4_count": 204,
   "ipv6_count": 0,
   "sha256": "812f11df46d6fcac5779082dba32f7e2d571673f72b3e63b10ef706a25420996",
   "changed_since_last_fetch": false
  },
  {
   "slug": "google-googlebot",
   "operator": "google",
   "url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:49+00:00",
   "source_created": "2026-08-31T14:46:46.000000",
   "ipv4_count": 169,
   "ipv6_count": 146,
   "sha256": "fae5f5822573f048ec859bd3a0073d7887f00f5612ddf0b2f1df1cb168f1bff0",
   "changed_since_last_fetch": false
  },
  {
   "slug": "google-special",
   "operator": "google",
   "url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:50+00:00",
   "source_created": "2026-08-31T14:46:39.000000",
   "ipv4_count": 135,
   "ipv6_count": 135,
   "sha256": "0b67618b08f2aa954047b35e4f4d399cea2fa411065134935ded4fcec341b72d",
   "changed_since_last_fetch": false
  },
  {
   "slug": "google-user-triggered",
   "operator": "google",
   "url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:51+00:00",
   "source_created": "2026-08-31T14:46:36.000000",
   "ipv4_count": 528,
   "ipv6_count": 528,
   "sha256": "07361caaf20fc87fd8d3c082f8c779d96f7f152c9c5edcfd73b5fb6656c95ce9",
   "changed_since_last_fetch": false
  },
  {
   "slug": "google-user-triggered-google",
   "operator": "google",
   "url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers-google.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:52+00:00",
   "source_created": "2026-08-31T14:46:39.000000",
   "ipv4_count": 247,
   "ipv6_count": 247,
   "sha256": "fe0626007675ee18ccd5bc53e29601583bf0a4c3e1a1921146e4ff84c00af67d",
   "changed_since_last_fetch": false
  },
  {
   "slug": "bing-bingbot",
   "operator": "microsoft",
   "url": "https://www.bing.com/toolbox/bingbot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:52+00:00",
   "source_created": "2024-01-03T10:00:00.121331",
   "ipv4_count": 28,
   "ipv6_count": 0,
   "sha256": "a2d1cf229544205a24c61fb7c459408b1afe18f9fd5b172fe181f0eb73c1594d",
   "changed_since_last_fetch": false
  },
  {
   "slug": "apple-applebot",
   "operator": "apple",
   "url": "https://search.developer.apple.com/applebot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:52+00:00",
   "source_created": "2026-07-31T10:00:00.000000",
   "ipv4_count": 33,
   "ipv6_count": 0,
   "sha256": "b845bdfb29aae14da031eab82d7f366dd295f8ea4bc4ef5fe3ce850c94b779b8",
   "changed_since_last_fetch": false
  },
  {
   "slug": "duckduckgo-duckduckbot",
   "operator": "duckduckgo",
   "url": "https://duckduckgo.com/duckduckbot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:52+00:00",
   "source_created": "2026-07-03T15:15:37.000000",
   "ipv4_count": 481,
   "ipv6_count": 0,
   "sha256": "48937109ec4302510dc989139e54c7e100f6f30e59ccf8905cb6c2f3370e91f4",
   "changed_since_last_fetch": false
  },
  {
   "slug": "perplexity-bot",
   "operator": "perplexity",
   "url": "https://www.perplexity.ai/perplexitybot.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:53+00:00",
   "source_created": "2025-02-07T16:56:00.000000",
   "ipv4_count": 8,
   "ipv6_count": 0,
   "sha256": "2688b50802b42611b412f8ac3bc614248d0eab00d74f4ceda41cb78526bde6b2",
   "changed_since_last_fetch": false
  },
  {
   "slug": "perplexity-user",
   "operator": "perplexity",
   "url": "https://www.perplexity.ai/perplexity-user.json",
   "ok": true,
   "http_status": 200,
   "error": null,
   "fetched_at": "2026-08-31T22:48:53+00:00",
   "source_created": "2025-10-17T10:17:00.000000",
   "ipv4_count": 4,
   "ipv6_count": 0,
   "sha256": "23e55350c44ac51a8a6e7ed786d861db8bc62886fd1cfc228dfa467127223e48",
   "changed_since_last_fetch": false
  }
 ]
}