{
 "slug": "exasearchbot",
 "name": "ExaSearchBot",
 "group_key": "host:crawler.exa.ai",
 "kind": "named",
 "user_agents": [
  {
   "ua": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)",
   "requests": 57,
   "addresses": 49,
   "first_seen": "2026-09-05T14:10:13+00:00",
   "last_seen": "2026-09-06T06:34:57+00:00"
  }
 ],
 "primary_user_agent": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)",
 "requests": 57,
 "addresses": 49,
 "first_seen": "2026-09-05T14:10:13+00:00",
 "last_seen": "2026-09-06T06:34:57+00:00",
 "bytes_served": 980383,
 "classed_by_our_instrument": {
  "crawler": 57
 },
 "surfaces": {
  "pathwren-edge": 34,
  "identity-documents": 6,
  "section-roots": 5,
  "ai-crawler-index": 2,
  "api-reference": 1,
  "inference-refusal": 1,
  "access-document": 1,
  "mcp-transport-get-leg": 1,
  "pricing-document": 1,
  "mcp-crawler-index": 1,
  "services-catalogue": 1,
  "client-dossiers": 1,
  "mcp-zero-argument-pair": 1,
  "a2a-crawler-index": 1
 },
 "channels": {
  "lemmy": 1
 },
 "accept_headers": [
  "text/markdown,text/html;q=0.9,application/xhtml+xml;q=0.8,application/xml;q=0.7,image/webp;q=0.6,*/*;q=0.5",
  "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8",
  "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
  "text/plain, text/*;q=0.5"
 ],
 "status_codes": {
  "200": 57
 },
 "distinct_paths": 52,
 "paths": [
  {
   "path": "/favicon.ico",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T22:28:38+00:00",
   "last": "2026-09-06T02:01:46+00:00"
  },
  {
   "path": "/px.gif",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T22:28:38+00:00",
   "last": "2026-09-06T02:01:46+00:00"
  },
  {
   "path": "/icon.png",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T22:28:38+00:00",
   "last": "2026-09-05T22:30:02+00:00"
  },
  {
   "path": "/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:00:25+00:00",
   "last": "2026-09-06T02:00:25+00:00"
  },
  {
   "path": "/.well-known/security.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:00:40+00:00",
   "last": "2026-09-06T02:00:40+00:00"
  },
  {
   "path": "/a2a",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T06:34:06+00:00",
   "last": "2026-09-06T06:34:06+00:00"
  },
  {
   "path": "/a2a.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:38+00:00",
   "last": "2026-09-05T22:28:38+00:00"
  },
  {
   "path": "/about.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:30:03+00:00",
   "last": "2026-09-05T22:30:03+00:00"
  },
  {
   "path": "/api.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T17:53:05+00:00",
   "last": "2026-09-05T17:53:05+00:00"
  },
  {
   "path": "/bot/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:46+00:00",
   "last": "2026-09-06T02:01:46+00:00"
  },
  {
   "path": "/c/lemmy/crawler/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T06:33:16+00:00",
   "last": "2026-09-06T06:33:16+00:00"
  },
  {
   "path": "/changelog.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:30:01+00:00",
   "last": "2026-09-05T22:30:01+00:00"
  },
  {
   "path": "/compliance",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:21+00:00",
   "last": "2026-09-05T22:28:21+00:00"
  },
  {
   "path": "/contact",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:57+00:00",
   "last": "2026-09-05T22:28:57+00:00"
  },
  {
   "path": "/crawler/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T06:34:57+00:00",
   "last": "2026-09-06T06:34:57+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:20+00:00",
   "last": "2026-09-06T02:01:20+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:28+00:00",
   "last": "2026-09-06T02:01:28+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:20+00:00",
   "last": "2026-09-06T02:01:20+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:02:15+00:00",
   "last": "2026-09-06T02:02:15+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:59+00:00",
   "last": "2026-09-06T02:01:59+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:02:31+00:00",
   "last": "2026-09-06T02:02:31+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:43+00:00",
   "last": "2026-09-06T02:01:43+00:00"
  },
  {
   "path": "/crawler/perplexitybot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:51+00:00",
   "last": "2026-09-06T02:01:51+00:00"
  },
  {
   "path": "/impressum",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:27:39+00:00",
   "last": "2026-09-05T22:27:39+00:00"
  },
  {
   "path": "/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:33+00:00",
   "last": "2026-09-05T22:29:33+00:00"
  },
  {
   "path": "/inference.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:27:57+00:00",
   "last": "2026-09-05T22:27:57+00:00"
  },
  {
   "path": "/ip-ranges/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:02:31+00:00",
   "last": "2026-09-06T02:02:31+00:00"
  },
  {
   "path": "/legal",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:39+00:00",
   "last": "2026-09-05T22:28:39+00:00"
  },
  {
   "path": "/llms.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:58+00:00",
   "last": "2026-09-05T22:29:58+00:00"
  },
  {
   "path": "/mcp",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:00:32+00:00",
   "last": "2026-09-06T02:00:32+00:00"
  },
  {
   "path": "/mcp-doctor.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T14:11:36+00:00",
   "last": "2026-09-05T14:11:36+00:00"
  },
  {
   "path": "/mcp-lint.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:51+00:00",
   "last": "2026-09-05T22:28:51+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:03+00:00",
   "last": "2026-09-05T22:28:03+00:00"
  },
  {
   "path": "/mcp-transport.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:09+00:00",
   "last": "2026-09-05T22:29:09+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:42+00:00",
   "last": "2026-09-05T22:28:42+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:45+00:00",
   "last": "2026-09-05T22:28:45+00:00"
  },
  {
   "path": "/openapi.yaml",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:00:17+00:00",
   "last": "2026-09-06T02:00:17+00:00"
  },
  {
   "path": "/packages.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:15+00:00",
   "last": "2026-09-05T22:29:15+00:00"
  },
  {
   "path": "/policy/",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:02:07+00:00",
   "last": "2026-09-06T02:02:07+00:00"
  },
  {
   "path": "/pricing",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:39+00:00",
   "last": "2026-09-05T22:29:39+00:00"
  },
  {
   "path": "/privacy.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:27:45+00:00",
   "last": "2026-09-05T22:27:45+00:00"
  },
  {
   "path": "/reference",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:27:51+00:00",
   "last": "2026-09-05T22:27:51+00:00"
  },
  {
   "path": "/register",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:09+00:00",
   "last": "2026-09-05T22:28:09+00:00"
  },
  {
   "path": "/robots.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T14:10:13+00:00",
   "last": "2026-09-05T14:10:13+00:00"
  },
  {
   "path": "/security",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:06+00:00",
   "last": "2026-09-06T02:01:06+00:00"
  },
  {
   "path": "/security.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:45+00:00",
   "last": "2026-09-05T22:29:45+00:00"
  },
  {
   "path": "/services",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:01:04+00:00",
   "last": "2026-09-06T02:01:04+00:00"
  },
  {
   "path": "/sitemap.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:28:21+00:00",
   "last": "2026-09-05T22:28:21+00:00"
  },
  {
   "path": "/status.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T17:51:52+00:00",
   "last": "2026-09-05T17:51:52+00:00"
  },
  {
   "path": "/terms.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:03+00:00",
   "last": "2026-09-05T22:29:03+00:00"
  },
  {
   "path": "/tools/whoami",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T02:02:39+00:00",
   "last": "2026-09-06T02:02:39+00:00"
  },
  {
   "path": "/trust",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T22:29:27+00:00",
   "last": "2026-09-05T22:29:27+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/robots.txt",
   "status": "200",
   "at": "2026-09-05T14:10:13+00:00"
  },
  {
   "path": "/mcp-doctor.html",
   "status": "200",
   "at": "2026-09-05T14:11:36+00:00"
  },
  {
   "path": "/status.html",
   "status": "200",
   "at": "2026-09-05T17:51:52+00:00"
  },
  {
   "path": "/api.html",
   "status": "200",
   "at": "2026-09-05T17:53:05+00:00"
  },
  {
   "path": "/impressum",
   "status": "200",
   "at": "2026-09-05T22:27:39+00:00"
  },
  {
   "path": "/privacy.html",
   "status": "200",
   "at": "2026-09-05T22:27:45+00:00"
  },
  {
   "path": "/reference",
   "status": "200",
   "at": "2026-09-05T22:27:51+00:00"
  },
  {
   "path": "/inference.html",
   "status": "200",
   "at": "2026-09-05T22:27:57+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "status": "200",
   "at": "2026-09-05T22:28:03+00:00"
  },
  {
   "path": "/register",
   "status": "200",
   "at": "2026-09-05T22:28:09+00:00"
  },
  {
   "path": "/sitemap.md",
   "status": "200",
   "at": "2026-09-05T22:28:21+00:00"
  },
  {
   "path": "/compliance",
   "status": "200",
   "at": "2026-09-05T22:28:21+00:00"
  },
  {
   "path": "/a2a.html",
   "status": "200",
   "at": "2026-09-05T22:28:38+00:00"
  },
  {
   "path": "/px.gif",
   "status": "200",
   "at": "2026-09-05T22:28:38+00:00"
  },
  {
   "path": "/icon.png",
   "status": "200",
   "at": "2026-09-05T22:28:38+00:00"
  },
  {
   "path": "/favicon.ico",
   "status": "200",
   "at": "2026-09-05T22:28:38+00:00"
  },
  {
   "path": "/legal",
   "status": "200",
   "at": "2026-09-05T22:28:39+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "status": "200",
   "at": "2026-09-05T22:28:42+00:00"
  },
  {
   "path": "/mcp.html",
   "status": "200",
   "at": "2026-09-05T22:28:45+00:00"
  },
  {
   "path": "/mcp-lint.html",
   "status": "200",
   "at": "2026-09-05T22:28:51+00:00"
  },
  {
   "path": "/contact",
   "status": "200",
   "at": "2026-09-05T22:28:57+00:00"
  },
  {
   "path": "/terms.html",
   "status": "200",
   "at": "2026-09-05T22:29:03+00:00"
  },
  {
   "path": "/mcp-transport.html",
   "status": "200",
   "at": "2026-09-05T22:29:09+00:00"
  },
  {
   "path": "/packages.html",
   "status": "200",
   "at": "2026-09-05T22:29:15+00:00"
  },
  {
   "path": "/trust",
   "status": "200",
   "at": "2026-09-05T22:29:27+00:00"
  },
  {
   "path": "/index.html",
   "status": "200",
   "at": "2026-09-05T22:29:33+00:00"
  },
  {
   "path": "/pricing",
   "status": "200",
   "at": "2026-09-05T22:29:39+00:00"
  },
  {
   "path": "/security.html",
   "status": "200",
   "at": "2026-09-05T22:29:45+00:00"
  },
  {
   "path": "/llms.txt",
   "status": "200",
   "at": "2026-09-05T22:29:58+00:00"
  },
  {
   "path": "/changelog.html",
   "status": "200",
   "at": "2026-09-05T22:30:01+00:00"
  },
  {
   "path": "/about.html",
   "status": "200",
   "at": "2026-09-05T22:30:03+00:00"
  },
  {
   "path": "/openapi.yaml",
   "status": "200",
   "at": "2026-09-06T02:00:17+00:00"
  },
  {
   "path": "/",
   "status": "200",
   "at": "2026-09-06T02:00:25+00:00"
  },
  {
   "path": "/mcp",
   "status": "200",
   "at": "2026-09-06T02:00:32+00:00"
  },
  {
   "path": "/.well-known/security.txt",
   "status": "200",
   "at": "2026-09-06T02:00:40+00:00"
  },
  {
   "path": "/services",
   "status": "200",
   "at": "2026-09-06T02:01:04+00:00"
  },
  {
   "path": "/security",
   "status": "200",
   "at": "2026-09-06T02:01:06+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "status": "200",
   "at": "2026-09-06T02:01:20+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "status": "200",
   "at": "2026-09-06T02:01:20+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "status": "200",
   "at": "2026-09-06T02:01:28+00:00"
  }
 ],
 "asked_for_and_got_nothing": [],
 "return_behaviour": {
  "visits": 5,
  "median_gap_minutes": 247.3,
  "visit_starts": [
   "2026-09-05T14:10:13Z",
   "2026-09-05T17:51:52Z",
   "2026-09-05T22:27:39Z",
   "2026-09-06T02:00:17Z",
   "2026-09-06T06:33:16Z"
  ]
 },
 "documentation_url": "https://crawler.exa.ai/",
 "self_described_as": "ExaSearchBot/1.0",
 "page": "https://www.pathwren.workers.dev/bot/exasearchbot.html",
 "notes": null,
 "crawler_catalogue_record": "https://www.pathwren.workers.dev/crawler/exasearchbot.json",
 "ask_with_one_get": [
  {
   "tool": "classify-ua",
   "question": "What is Mozilla/5.0 (compatible; ExaSearchBot/1.0; +h…?",
   "answers": "This exact user-agent run through the catalogue: which crawler it is, who operates it, what the crawl is for, what blocking it costs — or an honest \"not recognised\" if it is nobody we know.",
   "url": "https://www.pathwren.workers.dev/tools/classify-ua?ua=Mozilla%2F5.0%20%28compatible%3B%20ExaSearchBot%2F1.0%3B%20%2Bhttps%3A%2F%2Fcrawler.exa.ai%2F%29&s=client-dossiers",
   "curl": "curl -s 'https://www.pathwren.workers.dev/tools/classify-ua?ua=Mozilla%2F5.0%20%28compatible%3B%20ExaSearchBot%2F1.0%3B%20%2Bhttps%3A%2F%2Fcrawler.exa.ai%2F%29&s=client-dossiers'",
   "method": "GET",
   "auth": "none",
   "nothing_is_fetched_on_your_behalf": true
  }
 ]
}