{
 "operator": "Amazon",
 "slug": "amazon",
 "docs": "https://developer.amazon.com/amazonbot",
 "crawler_count": 2,
 "crawlers": [
  {
   "slug": "amazonbot",
   "name": "Amazonbot",
   "operator": "Amazon",
   "operator_slug": "amazon",
   "category": "ai-search",
   "category_label": "AI search crawlers",
   "robots_token": "Amazonbot",
   "user_agent_substring": "Amazonbot",
   "user_agent_example": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot)",
   "respects_robots_txt": "documented",
   "respects_robots_txt_label": "obeys robots.txt (documented)",
   "verification_method": "reverse-dns",
   "verification_label": "reverse DNS",
   "published_ip_ranges_url": null,
   "ip_ranges_endpoint": null,
   "ipv4_prefix_count": 0,
   "ipv6_prefix_count": 0,
   "what_it_is": "Amazon's crawler, feeding Alexa's ability to answer questions from the web and Amazon's own search and assistant products.",
   "cost_of_blocking": "Alexa and Amazon's assistants stop answering from your pages. Verify with reverse DNS to crawl.amazonbot.amazon before trusting the user-agent.",
   "operator_docs": "https://developer.amazon.com/amazonbot",
   "html_url": "https://www.pathwren.workers.dev/crawler/amazonbot.html",
   "json_url": "https://www.pathwren.workers.dev/crawler/amazonbot.json",
   "last_reviewed": "2026-09-03"
  },
  {
   "slug": "bedrockbot",
   "name": "bedrockbot",
   "operator": "Amazon",
   "operator_slug": "amazon",
   "category": "ai-search",
   "category_label": "AI search crawlers",
   "robots_token": "bedrockbot",
   "user_agent_substring": "bedrockbot",
   "user_agent_example": "bedrockbot-UUID",
   "respects_robots_txt": "documented",
   "respects_robots_txt_label": "obeys robots.txt (documented)",
   "verification_method": "none",
   "verification_label": "no published verification method",
   "published_ip_ranges_url": null,
   "ip_ranges_endpoint": null,
   "ipv4_prefix_count": 0,
   "ipv6_prefix_count": 0,
   "what_it_is": "The web crawler an AWS customer points at URLs they chose, to build a knowledge base for a Bedrock application. AWS documents that it respects robots.txt and that the user-agent carries a per-customer suffix, so you can allow or refuse one customer's crawl by naming bedrockbot-UUID.",
   "cost_of_blocking": "Companies building retrieval applications on Bedrock cannot include your pages. This is a RAG block, not a training block: nothing is being trained, but nothing can cite you either.",
   "operator_docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/webcrawl-data-source-connector.html",
   "html_url": "https://www.pathwren.workers.dev/crawler/bedrockbot.html",
   "json_url": "https://www.pathwren.workers.dev/crawler/bedrockbot.json",
   "last_reviewed": "2026-09-03"
  }
 ],
 "ip_range_endpoints": []
}