{
 "slug": "ahrefssiteaudit",
 "name": "AhrefsSiteAudit",
 "operator": "Ahrefs",
 "operator_slug": "ahrefs",
 "category": "seo",
 "category_label": "SEO and backlink crawlers",
 "robots_token": "AhrefsSiteAudit",
 "user_agent_substring": "AhrefsSiteAudit",
 "user_agent_example": "Mozilla/5.0 (compatible; AhrefsSiteAudit/6.1; +http://ahrefs.com/robot/site-audit)",
 "respects_robots_txt": "documented",
 "respects_robots_txt_label": "obeys robots.txt (documented)",
 "verification_method": "published-ranges",
 "verification_label": "published IP ranges",
 "published_ip_ranges_url": "https://api.ahrefs.com/v3/public/crawler-ip-ranges",
 "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.json",
 "ipv4_prefix_count": 81,
 "ipv6_prefix_count": 0,
 "what_it_is": "Ahrefs' site-audit crawler, separate from AhrefsBot. Ahrefs documents that it obeys robots.txt by default, and that a verified site owner can ask for it to be allowed to ignore robots.txt on their own site so the audit can see disallowed sections.",
 "cost_of_blocking": "Site owners auditing your domain get an incomplete report. Blocking it saves bandwidth and costs you nothing in search.",
 "operator_docs": "https://ahrefs.com/robot",
 "html_url": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.html",
 "json_url": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.json",
 "last_reviewed": "2026-09-01",
 "links": [
  {
   "rel": "self",
   "href": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.json",
   "type": "application/json"
  },
  {
   "rel": "changes",
   "href": "https://www.pathwren.workers.dev/changes.json?since=105",
   "type": "application/json",
   "title": "What changed since your cursor — poll this instead of re-downloading this document",
   "cursor_param": "since",
   "head_cursor": 105,
   "min_poll_seconds": 21600,
   "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 700 bytes, or a 304 with no body if you send back the ETag."
  },
  {
   "rel": "related",
   "href": "https://www.pathwren.workers.dev/data/agents.json",
   "type": "application/json",
   "title": "Every crawler record in one file"
  },
  {
   "rel": "related",
   "href": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.md",
   "type": "text/markdown"
  },
  {
   "rel": "related",
   "href": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.json",
   "type": "application/json"
  },
  {
   "rel": "service-desc",
   "href": "https://www.pathwren.workers.dev/openapi.json",
   "type": "application/json",
   "title": "Every read endpoint, described formally"
  }
 ]
}