{
 "slug": "sofyabot",
 "name": "SofyaBot",
 "group_key": "host:sofya.co",
 "kind": "named",
 "user_agents": [
  {
   "ua": "SofyaBot/1.0 (+https://sofya.co/bot)",
   "requests": 511,
   "addresses": 1,
   "first_seen": "2026-09-05T23:24:10+00:00",
   "last_seen": "2026-09-06T08:24:10+00:00"
  }
 ],
 "primary_user_agent": "SofyaBot/1.0 (+https://sofya.co/bot)",
 "requests": 511,
 "addresses": 1,
 "first_seen": "2026-09-05T23:24:10+00:00",
 "last_seen": "2026-09-06T08:24:10+00:00",
 "bytes_served": 20383345,
 "classed_by_our_instrument": {
  "crawler": 511
 },
 "surfaces": {
  "pathwren-edge": 348,
  "http-tools": 87,
  "section-roots": 17,
  "mcp-zero-argument-pair": 11,
  "blog": 9,
  "client-dossiers": 6,
  "changes-feed": 5,
  "pricing-document": 4,
  "api-reference": 3,
  "identity-documents": 3,
  "a2a-crawler-index": 2,
  "mcp-crawler-index": 2,
  "document-ledger": 2,
  "agent-card-addresses": 2,
  "services-catalogue": 2,
  "x402-payment-discovery": 1,
  "ai-crawler-index": 1,
  "changes-syndication-feeds": 1,
  "mcp-robots-policy-lint": 1,
  "mcp-crawler-ip-verifier": 1,
  "mcp-agent-discovery-doctor": 1,
  "mcp-endpoint-lint": 1,
  "mcp-markdown-lane": 1
 },
 "channels": {
  "crawlers-host": 76,
  "lemmy": 4
 },
 "accept_headers": [
  "text/html,application/xhtml+xml"
 ],
 "status_codes": {
  "200": 510,
  "400": 1
 },
 "distinct_paths": 374,
 "paths": [
  {
   "path": "/tools/verification-methods",
   "requests": 42,
   "statuses": {
    "200": 41,
    "400": 1
   },
   "first": "2026-09-05T23:27:01+00:00",
   "last": "2026-09-06T08:24:03+00:00"
  },
  {
   "path": "/tools/verify-crawler",
   "requests": 10,
   "statuses": {
    "200": 10
   },
   "first": "2026-09-05T23:25:50+00:00",
   "last": "2026-09-06T08:24:04+00:00"
  },
  {
   "path": "/tools/classify-ua",
   "requests": 8,
   "statuses": {
    "200": 8
   },
   "first": "2026-09-05T23:26:55+00:00",
   "last": "2026-09-05T23:29:54+00:00"
  },
  {
   "path": "/data/observed-clients.json",
   "requests": 4,
   "statuses": {
    "200": 4
   },
   "first": "2026-09-05T23:25:52+00:00",
   "last": "2026-09-05T23:28:05+00:00"
  },
  {
   "path": "/robots.txt",
   "requests": 4,
   "statuses": {
    "200": 4
   },
   "first": "2026-09-05T23:24:10+00:00",
   "last": "2026-09-06T08:20:28+00:00"
  },
  {
   "path": "/bot/index.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:00+00:00",
   "last": "2026-09-05T23:28:13+00:00"
  },
  {
   "path": "/changes.json",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:24:48+00:00",
   "last": "2026-09-05T23:25:43+00:00"
  },
  {
   "path": "/data/agents.csv",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:16+00:00",
   "last": "2026-09-06T08:24:10+00:00"
  },
  {
   "path": "/tools",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:34+00:00",
   "last": "2026-09-06T08:23:02+00:00"
  },
  {
   "path": "/tools/ai-access.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:11+00:00",
   "last": "2026-09-05T23:29:51+00:00"
  },
  {
   "path": "/tools/example",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:02+00:00",
   "last": "2026-09-06T08:23:17+00:00"
  },
  {
   "path": "/tools/example.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:42+00:00",
   "last": "2026-09-05T23:30:04+00:00"
  },
  {
   "path": "/tools/index.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:55+00:00",
   "last": "2026-09-05T23:27:58+00:00"
  },
  {
   "path": "/tools/robots-allowed.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:13+00:00",
   "last": "2026-09-05T23:29:44+00:00"
  },
  {
   "path": "/tools/robots-lint.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:26:05+00:00",
   "last": "2026-09-05T23:29:55+00:00"
  },
  {
   "path": "/tools/verify-crawler.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:41+00:00",
   "last": "2026-09-05T23:29:47+00:00"
  },
  {
   "path": "/tools/whoami.html",
   "requests": 3,
   "statuses": {
    "200": 3
   },
   "first": "2026-09-05T23:25:39+00:00",
   "last": "2026-09-05T23:30:01+00:00"
  },
  {
   "path": "/",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:15+00:00",
   "last": "2026-09-05T23:24:35+00:00"
  },
  {
   "path": "/.well-known/agent-card.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:32+00:00",
   "last": "2026-09-05T23:27:06+00:00"
  },
  {
   "path": "/a2a",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:28+00:00",
   "last": "2026-09-05T23:25:08+00:00"
  },
  {
   "path": "/about.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:46+00:00",
   "last": "2026-09-05T23:26:09+00:00"
  },
  {
   "path": "/api.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:51+00:00",
   "last": "2026-09-05T23:25:05+00:00"
  },
  {
   "path": "/bot",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:26+00:00",
   "last": "2026-09-05T23:26:12+00:00"
  },
  {
   "path": "/bot/apievangelist.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:28+00:00",
   "last": "2026-09-05T23:25:56+00:00"
  },
  {
   "path": "/bot/claudebot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:16+00:00",
   "last": "2026-09-05T23:26:50+00:00"
  },
  {
   "path": "/bot/node.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:14+00:00",
   "last": "2026-09-05T23:26:47+00:00"
  },
  {
   "path": "/bot/sentineloracle.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:18+00:00",
   "last": "2026-09-05T23:28:19+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:09+00:00",
   "last": "2026-09-05T23:25:11+00:00"
  },
  {
   "path": "/changes",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:43+00:00",
   "last": "2026-09-05T23:24:53+00:00"
  },
  {
   "path": "/contact",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:52+00:00",
   "last": "2026-09-06T08:21:02+00:00"
  },
  {
   "path": "/crawler",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:20+00:00",
   "last": "2026-09-05T23:24:43+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:11+00:00",
   "last": "2026-09-05T23:25:19+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:14+00:00",
   "last": "2026-09-05T23:26:06+00:00"
  },
  {
   "path": "/crawler/claudebot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:49+00:00",
   "last": "2026-09-05T23:26:49+00:00"
  },
  {
   "path": "/crawler/claudebot.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:23+00:00",
   "last": "2026-09-05T23:26:57+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:12+00:00",
   "last": "2026-09-05T23:26:54+00:00"
  },
  {
   "path": "/data",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:47+00:00",
   "last": "2026-09-05T23:24:50+00:00"
  },
  {
   "path": "/data/agents.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:18+00:00",
   "last": "2026-09-05T23:27:44+00:00"
  },
  {
   "path": "/data/observed-clients.csv",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-06T08:22:47+00:00",
   "last": "2026-09-06T08:24:07+00:00"
  },
  {
   "path": "/data/user-agents.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:31+00:00",
   "last": "2026-09-05T23:26:40+00:00"
  },
  {
   "path": "/documents.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:39+00:00",
   "last": "2026-09-05T23:24:55+00:00"
  },
  {
   "path": "/feed.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:34+00:00",
   "last": "2026-09-06T08:22:38+00:00"
  },
  {
   "path": "/ip-ranges",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:23+00:00",
   "last": "2026-09-05T23:24:49+00:00"
  },
  {
   "path": "/llms.txt",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:17+00:00",
   "last": "2026-09-05T23:24:57+00:00"
  },
  {
   "path": "/mcp",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:31+00:00",
   "last": "2026-09-05T23:25:06+00:00"
  },
  {
   "path": "/mcp-doctor.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:26+00:00",
   "last": "2026-09-05T23:25:37+00:00"
  },
  {
   "path": "/mcp-triage.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:23+00:00",
   "last": "2026-09-05T23:25:45+00:00"
  },
  {
   "path": "/mcp.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:26+00:00",
   "last": "2026-09-05T23:24:59+00:00"
  },
  {
   "path": "/openapi.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:58+00:00",
   "last": "2026-09-05T23:25:04+00:00"
  },
  {
   "path": "/operator",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:22+00:00",
   "last": "2026-09-05T23:24:42+00:00"
  },
  {
   "path": "/operator/anthropic.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:44+00:00",
   "last": "2026-09-05T23:26:59+00:00"
  },
  {
   "path": "/policy",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:37+00:00",
   "last": "2026-09-05T23:24:44+00:00"
  },
  {
   "path": "/pricing",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:28+00:00",
   "last": "2026-09-05T23:24:33+00:00"
  },
  {
   "path": "/privacy.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:20+00:00",
   "last": "2026-09-05T23:25:35+00:00"
  },
  {
   "path": "/reference",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:32+00:00",
   "last": "2026-09-06T08:23:05+00:00"
  },
  {
   "path": "/security.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:25+00:00",
   "last": "2026-09-05T23:25:38+00:00"
  },
  {
   "path": "/security.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:00+00:00",
   "last": "2026-09-05T23:26:10+00:00"
  },
  {
   "path": "/stats.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:54+00:00",
   "last": "2026-09-05T23:25:55+00:00"
  },
  {
   "path": "/status.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:34+00:00",
   "last": "2026-09-05T23:24:45+00:00"
  },
  {
   "path": "/status.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:07+00:00",
   "last": "2026-09-06T08:22:41+00:00"
  },
  {
   "path": "/terms.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:56+00:00",
   "last": "2026-09-05T23:25:17+00:00"
  },
  {
   "path": "/terms.json",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:24:36+00:00",
   "last": "2026-09-05T23:25:33+00:00"
  },
  {
   "path": "/tools/classify-ua.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:29:46+00:00",
   "last": "2026-09-05T23:29:52+00:00"
  },
  {
   "path": "/tools/robots-allowed",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:22+00:00",
   "last": "2026-09-05T23:30:03+00:00"
  },
  {
   "path": "/tools/robots-lint",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:26:20+00:00",
   "last": "2026-09-05T23:27:51+00:00"
  },
  {
   "path": "/tools/verification-methods.html",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:29:45+00:00",
   "last": "2026-09-05T23:29:50+00:00"
  },
  {
   "path": "/tools/whoami",
   "requests": 2,
   "statuses": {
    "200": 2
   },
   "first": "2026-09-05T23:25:49+00:00",
   "last": "2026-09-05T23:26:03+00:00"
  },
  {
   "path": "/.well-known/ai-plugin.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:18+00:00",
   "last": "2026-09-05T23:24:18+00:00"
  },
  {
   "path": "/.well-known/security.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:58+00:00",
   "last": "2026-09-05T23:25:58+00:00"
  },
  {
   "path": "/.well-known/x402",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:09+00:00",
   "last": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/about",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:40+00:00",
   "last": "2026-09-06T08:22:40+00:00"
  },
  {
   "path": "/about.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:57+00:00",
   "last": "2026-09-06T08:22:57+00:00"
  },
  {
   "path": "/api/v1",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:34+00:00",
   "last": "2026-09-06T08:23:34+00:00"
  },
  {
   "path": "/apis.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:22+00:00",
   "last": "2026-09-05T23:25:22+00:00"
  },
  {
   "path": "/blog",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:01+00:00",
   "last": "2026-09-06T08:21:01+00:00"
  },
  {
   "path": "/blog/ai-crawler-cost.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:43+00:00",
   "last": "2026-09-06T08:22:43+00:00"
  },
  {
   "path": "/blog/ai-crawler-cost.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:45+00:00",
   "last": "2026-09-06T08:22:45+00:00"
  },
  {
   "path": "/blog/ai-crawler-traffic-2026-w36.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:48+00:00",
   "last": "2026-09-06T08:20:48+00:00"
  },
  {
   "path": "/blog/ai-crawler-traffic-2026-w36.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:03+00:00",
   "last": "2026-09-06T08:21:03+00:00"
  },
  {
   "path": "/blog/ai-crawler-traffic-2026-w36.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:05+00:00",
   "last": "2026-09-06T08:21:05+00:00"
  },
  {
   "path": "/blog/client-census.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:27+00:00",
   "last": "2026-09-06T08:22:27+00:00"
  },
  {
   "path": "/blog/client-census.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:26+00:00",
   "last": "2026-09-06T08:22:26+00:00"
  },
  {
   "path": "/blog/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:17+00:00",
   "last": "2026-09-06T08:22:17+00:00"
  },
  {
   "path": "/blog/index.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:44+00:00",
   "last": "2026-09-06T08:22:44+00:00"
  },
  {
   "path": "/bot/402explorer.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:28+00:00",
   "last": "2026-09-05T23:28:28+00:00"
  },
  {
   "path": "/bot/402explorer.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:34+00:00",
   "last": "2026-09-05T23:28:34+00:00"
  },
  {
   "path": "/bot/402explorer.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:35+00:00",
   "last": "2026-09-05T23:28:35+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:21+00:00",
   "last": "2026-09-05T23:28:21+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:29+00:00",
   "last": "2026-09-05T23:28:29+00:00"
  },
  {
   "path": "/bot/agent-tools-cloud-crawler.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:30+00:00",
   "last": "2026-09-05T23:28:30+00:00"
  },
  {
   "path": "/bot/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:47+00:00",
   "last": "2026-09-05T23:28:47+00:00"
  },
  {
   "path": "/bot/amazonbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:59+00:00",
   "last": "2026-09-05T23:28:59+00:00"
  },
  {
   "path": "/bot/amazonbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:59+00:00",
   "last": "2026-09-05T23:28:59+00:00"
  },
  {
   "path": "/bot/archive-org-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:53+00:00",
   "last": "2026-09-05T23:28:53+00:00"
  },
  {
   "path": "/bot/claudebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:51+00:00",
   "last": "2026-09-05T23:26:51+00:00"
  },
  {
   "path": "/bot/gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:42+00:00",
   "last": "2026-09-05T23:28:42+00:00"
  },
  {
   "path": "/bot/gptbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:45+00:00",
   "last": "2026-09-05T23:28:45+00:00"
  },
  {
   "path": "/bot/index.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:31+00:00",
   "last": "2026-09-05T23:26:31+00:00"
  },
  {
   "path": "/bot/mcpbeat.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:36+00:00",
   "last": "2026-09-05T23:28:36+00:00"
  },
  {
   "path": "/bot/mcpbeat.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:40+00:00",
   "last": "2026-09-05T23:28:40+00:00"
  },
  {
   "path": "/bot/mcpbeat.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:41+00:00",
   "last": "2026-09-05T23:28:41+00:00"
  },
  {
   "path": "/bot/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:20+00:00",
   "last": "2026-09-05T23:28:20+00:00"
  },
  {
   "path": "/bot/node.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:30+00:00",
   "last": "2026-09-05T23:26:30+00:00"
  },
  {
   "path": "/bot/node.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:33+00:00",
   "last": "2026-09-05T23:26:33+00:00"
  },
  {
   "path": "/bot/sentineloracle.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:26+00:00",
   "last": "2026-09-05T23:28:26+00:00"
  },
  {
   "path": "/bot/sentineloracle.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:27+00:00",
   "last": "2026-09-05T23:28:27+00:00"
  },
  {
   "path": "/bot/undici.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:31+00:00",
   "last": "2026-09-05T23:28:31+00:00"
  },
  {
   "path": "/c/lemmy/crawler",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:09:54+00:00",
   "last": "2026-09-06T07:09:54+00:00"
  },
  {
   "path": "/c/lemmy/policy",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:29+00:00",
   "last": "2026-09-06T08:20:29+00:00"
  },
  {
   "path": "/c/lemmy/policy/index.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:28+00:00",
   "last": "2026-09-06T08:22:28+00:00"
  },
  {
   "path": "/c/lemmy/sitemap.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:29+00:00",
   "last": "2026-09-06T08:22:29+00:00"
  },
  {
   "path": "/category/ai-search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:03+00:00",
   "last": "2026-09-05T23:29:03+00:00"
  },
  {
   "path": "/category/dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:16+00:00",
   "last": "2026-09-05T23:27:16+00:00"
  },
  {
   "path": "/category/search.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:18+00:00",
   "last": "2026-09-05T23:27:18+00:00"
  },
  {
   "path": "/category/seo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:50+00:00",
   "last": "2026-09-06T07:11:50+00:00"
  },
  {
   "path": "/category/tool.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:26+00:00",
   "last": "2026-09-06T08:21:26+00:00"
  },
  {
   "path": "/changelog.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:39+00:00",
   "last": "2026-09-06T08:22:39+00:00"
  },
  {
   "path": "/changelog.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:56+00:00",
   "last": "2026-09-06T08:22:56+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:46+00:00",
   "last": "2026-09-06T08:21:46+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:05+00:00",
   "last": "2026-09-06T08:22:05+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:13+00:00",
   "last": "2026-09-06T08:22:13+00:00"
  },
  {
   "path": "/crawler/adsbot-google-mobile.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:23+00:00",
   "last": "2026-09-05T23:27:23+00:00"
  },
  {
   "path": "/crawler/adsbot-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:22+00:00",
   "last": "2026-09-05T23:27:22+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:54+00:00",
   "last": "2026-09-06T07:11:54+00:00"
  },
  {
   "path": "/crawler/ahrefsbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:07+00:00",
   "last": "2026-09-06T07:12:07+00:00"
  },
  {
   "path": "/crawler/ahrefssiteaudit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:55+00:00",
   "last": "2026-09-06T07:11:55+00:00"
  },
  {
   "path": "/crawler/ai2bot-dolma.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:58+00:00",
   "last": "2026-09-05T23:26:58+00:00"
  },
  {
   "path": "/crawler/ai2bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:56+00:00",
   "last": "2026-09-05T23:26:56+00:00"
  },
  {
   "path": "/crawler/aihitbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:00+00:00",
   "last": "2026-09-05T23:27:00+00:00"
  },
  {
   "path": "/crawler/aihitbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:14+00:00",
   "last": "2026-09-05T23:27:14+00:00"
  },
  {
   "path": "/crawler/aiwebindex.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:22+00:00",
   "last": "2026-09-06T07:10:22+00:00"
  },
  {
   "path": "/crawler/aiwebindex.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:38+00:00",
   "last": "2026-09-06T07:10:38+00:00"
  },
  {
   "path": "/crawler/amazonbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:57+00:00",
   "last": "2026-09-05T23:28:57+00:00"
  },
  {
   "path": "/crawler/amazonbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:01+00:00",
   "last": "2026-09-05T23:29:01+00:00"
  },
  {
   "path": "/crawler/andibot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:21+00:00",
   "last": "2026-09-06T07:10:21+00:00"
  },
  {
   "path": "/crawler/andibot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:45+00:00",
   "last": "2026-09-06T07:10:45+00:00"
  },
  {
   "path": "/crawler/andibot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:36+00:00",
   "last": "2026-09-06T07:10:36+00:00"
  },
  {
   "path": "/crawler/anomura.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:15+00:00",
   "last": "2026-09-06T07:10:15+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:48+00:00",
   "last": "2026-09-05T23:25:48+00:00"
  },
  {
   "path": "/crawler/apis-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:47+00:00",
   "last": "2026-09-06T08:21:47+00:00"
  },
  {
   "path": "/crawler/apis-google.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:16+00:00",
   "last": "2026-09-06T08:22:16+00:00"
  },
  {
   "path": "/crawler/apis-google.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:07+00:00",
   "last": "2026-09-06T08:22:07+00:00"
  },
  {
   "path": "/crawler/applebot-extended.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:37+00:00",
   "last": "2026-09-05T23:26:37+00:00"
  },
  {
   "path": "/crawler/applebot-extended.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:39+00:00",
   "last": "2026-09-05T23:26:39+00:00"
  },
  {
   "path": "/crawler/applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:03+00:00",
   "last": "2026-09-05T23:27:03+00:00"
  },
  {
   "path": "/crawler/applebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:17+00:00",
   "last": "2026-09-05T23:27:17+00:00"
  },
  {
   "path": "/crawler/atlassian-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:13+00:00",
   "last": "2026-09-06T07:10:13+00:00"
  },
  {
   "path": "/crawler/atlassian-bot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:35+00:00",
   "last": "2026-09-06T07:10:35+00:00"
  },
  {
   "path": "/crawler/atlassian-bot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:30+00:00",
   "last": "2026-09-06T07:10:30+00:00"
  },
  {
   "path": "/crawler/awariorssbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:27+00:00",
   "last": "2026-09-05T23:27:27+00:00"
  },
  {
   "path": "/crawler/awariorssbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:34+00:00",
   "last": "2026-09-05T23:27:34+00:00"
  },
  {
   "path": "/crawler/awariosmartbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:31+00:00",
   "last": "2026-09-05T23:27:31+00:00"
  },
  {
   "path": "/crawler/barkrowler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:56+00:00",
   "last": "2026-09-06T07:11:56+00:00"
  },
  {
   "path": "/crawler/bedrockbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:09+00:00",
   "last": "2026-09-05T23:29:09+00:00"
  },
  {
   "path": "/crawler/bedrockbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:14+00:00",
   "last": "2026-09-05T23:29:14+00:00"
  },
  {
   "path": "/crawler/bedrockbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:15+00:00",
   "last": "2026-09-05T23:29:15+00:00"
  },
  {
   "path": "/crawler/bytespider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:07+00:00",
   "last": "2026-09-05T23:26:07+00:00"
  },
  {
   "path": "/crawler/ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:32+00:00",
   "last": "2026-09-05T23:27:32+00:00"
  },
  {
   "path": "/crawler/ccbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:40+00:00",
   "last": "2026-09-05T23:27:40+00:00"
  },
  {
   "path": "/crawler/chatgpt-agent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:50+00:00",
   "last": "2026-09-06T08:23:50+00:00"
  },
  {
   "path": "/crawler/chatgpt-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:51+00:00",
   "last": "2026-09-06T08:23:51+00:00"
  },
  {
   "path": "/crawler/claude-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:10+00:00",
   "last": "2026-09-06T08:23:10+00:00"
  },
  {
   "path": "/crawler/claudebot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:17+00:00",
   "last": "2026-09-05T23:26:17+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:15+00:00",
   "last": "2026-09-05T23:26:15+00:00"
  },
  {
   "path": "/crawler/cohere-training-data-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:44+00:00",
   "last": "2026-09-05T23:26:44+00:00"
  },
  {
   "path": "/crawler/cotoyogi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:01+00:00",
   "last": "2026-09-05T23:26:01+00:00"
  },
  {
   "path": "/crawler/cotoyogi.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:34+00:00",
   "last": "2026-09-05T23:26:34+00:00"
  },
  {
   "path": "/crawler/cotoyogi.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:36+00:00",
   "last": "2026-09-05T23:26:36+00:00"
  },
  {
   "path": "/crawler/crawl4ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:48+00:00",
   "last": "2026-09-06T08:21:48+00:00"
  },
  {
   "path": "/crawler/crawl4ai.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:14+00:00",
   "last": "2026-09-06T08:22:14+00:00"
  },
  {
   "path": "/crawler/dataforseobot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:58+00:00",
   "last": "2026-09-06T07:11:58+00:00"
  },
  {
   "path": "/crawler/dataforseobot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:13+00:00",
   "last": "2026-09-06T07:12:13+00:00"
  },
  {
   "path": "/crawler/diffbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:33+00:00",
   "last": "2026-09-05T23:27:33+00:00"
  },
  {
   "path": "/crawler/dotbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:59+00:00",
   "last": "2026-09-06T07:11:59+00:00"
  },
  {
   "path": "/crawler/duckassistbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:11+00:00",
   "last": "2026-09-06T08:23:11+00:00"
  },
  {
   "path": "/crawler/duckassistbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:23+00:00",
   "last": "2026-09-06T08:23:23+00:00"
  },
  {
   "path": "/crawler/duckduckbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:42+00:00",
   "last": "2026-09-06T08:23:42+00:00"
  },
  {
   "path": "/crawler/echoboxbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:17+00:00",
   "last": "2026-09-06T08:21:17+00:00"
  },
  {
   "path": "/crawler/echoboxbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:33+00:00",
   "last": "2026-09-06T08:21:33+00:00"
  },
  {
   "path": "/crawler/facebookbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:59+00:00",
   "last": "2026-09-05T23:25:59+00:00"
  },
  {
   "path": "/crawler/facebookbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:25+00:00",
   "last": "2026-09-05T23:26:25+00:00"
  },
  {
   "path": "/crawler/facebookbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:27+00:00",
   "last": "2026-09-05T23:26:27+00:00"
  },
  {
   "path": "/crawler/factset-spyderbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:51+00:00",
   "last": "2026-09-05T23:25:51+00:00"
  },
  {
   "path": "/crawler/feedfetcher-google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:58+00:00",
   "last": "2026-09-06T08:21:58+00:00"
  },
  {
   "path": "/crawler/feedfetcher-google.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:21+00:00",
   "last": "2026-09-06T08:22:21+00:00"
  },
  {
   "path": "/crawler/feedfetcher-google.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:22+00:00",
   "last": "2026-09-06T08:22:22+00:00"
  },
  {
   "path": "/crawler/google-agent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:04+00:00",
   "last": "2026-09-06T08:22:04+00:00"
  },
  {
   "path": "/crawler/google-cws.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:06+00:00",
   "last": "2026-09-06T08:21:06+00:00"
  },
  {
   "path": "/crawler/google-cws.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:24+00:00",
   "last": "2026-09-06T08:21:24+00:00"
  },
  {
   "path": "/crawler/google-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:08+00:00",
   "last": "2026-09-05T23:26:08+00:00"
  },
  {
   "path": "/crawler/google-gemininotebook.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:07+00:00",
   "last": "2026-09-06T08:21:07+00:00"
  },
  {
   "path": "/crawler/google-pinpoint.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:22+00:00",
   "last": "2026-09-06T08:21:22+00:00"
  },
  {
   "path": "/crawler/google-read-aloud.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:23+00:00",
   "last": "2026-09-06T08:21:23+00:00"
  },
  {
   "path": "/crawler/google-safety.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:01+00:00",
   "last": "2026-09-06T08:22:01+00:00"
  },
  {
   "path": "/crawler/google-site-verification.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:03+00:00",
   "last": "2026-09-06T08:22:03+00:00"
  },
  {
   "path": "/crawler/google-site-verification.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:25+00:00",
   "last": "2026-09-06T08:22:25+00:00"
  },
  {
   "path": "/crawler/googlemessages.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:00+00:00",
   "last": "2026-09-06T08:22:00+00:00"
  },
  {
   "path": "/crawler/googleother-image.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:52+00:00",
   "last": "2026-09-05T23:26:52+00:00"
  },
  {
   "path": "/crawler/googleother-image.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:11+00:00",
   "last": "2026-09-05T23:27:11+00:00"
  },
  {
   "path": "/crawler/googleother-video.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:53+00:00",
   "last": "2026-09-05T23:26:53+00:00"
  },
  {
   "path": "/crawler/googleother.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:46+00:00",
   "last": "2026-09-05T23:25:46+00:00"
  },
  {
   "path": "/crawler/googleproducer.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:59+00:00",
   "last": "2026-09-06T08:21:59+00:00"
  },
  {
   "path": "/crawler/googleproducer.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:24+00:00",
   "last": "2026-09-06T08:22:24+00:00"
  },
  {
   "path": "/crawler/icc-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:11+00:00",
   "last": "2026-09-06T07:10:11+00:00"
  },
  {
   "path": "/crawler/icc-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:28+00:00",
   "last": "2026-09-06T07:10:28+00:00"
  },
  {
   "path": "/crawler/icc-crawler.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:34+00:00",
   "last": "2026-09-06T07:10:34+00:00"
  },
  {
   "path": "/crawler/imagesiftbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:18+00:00",
   "last": "2026-09-06T08:21:18+00:00"
  },
  {
   "path": "/crawler/img2dataset.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:19+00:00",
   "last": "2026-09-06T08:21:19+00:00"
  },
  {
   "path": "/crawler/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:30+00:00",
   "last": "2026-09-05T23:24:30+00:00"
  },
  {
   "path": "/crawler/isscyberriskcrawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:38+00:00",
   "last": "2026-09-06T07:11:38+00:00"
  },
  {
   "path": "/crawler/isscyberriskcrawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:52+00:00",
   "last": "2026-09-06T07:11:52+00:00"
  },
  {
   "path": "/crawler/laiondownloader.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:13+00:00",
   "last": "2026-09-06T08:21:13+00:00"
  },
  {
   "path": "/crawler/laiondownloader.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:28+00:00",
   "last": "2026-09-06T08:21:28+00:00"
  },
  {
   "path": "/crawler/linguee-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:15+00:00",
   "last": "2026-09-06T07:11:15+00:00"
  },
  {
   "path": "/crawler/meta-externalagent.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:09+00:00",
   "last": "2026-09-06T07:11:09+00:00"
  },
  {
   "path": "/crawler/mj12bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:01+00:00",
   "last": "2026-09-06T07:12:01+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:16+00:00",
   "last": "2026-09-06T08:23:16+00:00"
  },
  {
   "path": "/crawler/oai-searchbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:28+00:00",
   "last": "2026-09-06T08:23:28+00:00"
  },
  {
   "path": "/crawler/perplexity-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:14+00:00",
   "last": "2026-09-06T08:21:14+00:00"
  },
  {
   "path": "/crawler/poseidon-research-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:11+00:00",
   "last": "2026-09-06T07:11:11+00:00"
  },
  {
   "path": "/crawler/poseidon-research-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:27+00:00",
   "last": "2026-09-06T07:11:27+00:00"
  },
  {
   "path": "/crawler/quillbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:40+00:00",
   "last": "2026-09-06T07:11:40+00:00"
  },
  {
   "path": "/crawler/reflectionbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:39+00:00",
   "last": "2026-09-06T07:11:39+00:00"
  },
  {
   "path": "/crawler/sbintuitionsbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:52+00:00",
   "last": "2026-09-06T07:10:52+00:00"
  },
  {
   "path": "/crawler/semrushbot-ba.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:20+00:00",
   "last": "2026-09-06T07:11:20+00:00"
  },
  {
   "path": "/crawler/semrushbot-esi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:21+00:00",
   "last": "2026-09-06T07:11:21+00:00"
  },
  {
   "path": "/crawler/semrushbot-ft.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:26+00:00",
   "last": "2026-09-06T07:11:26+00:00"
  },
  {
   "path": "/crawler/semrushbot-ft.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:41+00:00",
   "last": "2026-09-06T07:11:41+00:00"
  },
  {
   "path": "/crawler/semrushbot-ft.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:42+00:00",
   "last": "2026-09-06T07:11:42+00:00"
  },
  {
   "path": "/crawler/semrushbot-ocob.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:51+00:00",
   "last": "2026-09-06T07:10:51+00:00"
  },
  {
   "path": "/crawler/semrushbot-ocob.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:04+00:00",
   "last": "2026-09-06T07:11:04+00:00"
  },
  {
   "path": "/crawler/semrushbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:32+00:00",
   "last": "2026-09-06T07:11:32+00:00"
  },
  {
   "path": "/crawler/semrushbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:47+00:00",
   "last": "2026-09-06T07:11:47+00:00"
  },
  {
   "path": "/crawler/semrushbot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:48+00:00",
   "last": "2026-09-06T07:11:48+00:00"
  },
  {
   "path": "/crawler/sidetrade-indexer-bot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:02+00:00",
   "last": "2026-09-06T07:11:02+00:00"
  },
  {
   "path": "/crawler/sidetrade-indexer-bot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:16+00:00",
   "last": "2026-09-06T07:11:16+00:00"
  },
  {
   "path": "/crawler/sidetrade-indexer-bot.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:17+00:00",
   "last": "2026-09-06T07:11:17+00:00"
  },
  {
   "path": "/crawler/thinkbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:15+00:00",
   "last": "2026-09-06T08:21:15+00:00"
  },
  {
   "path": "/crawler/tiktokspider.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:26+00:00",
   "last": "2026-09-06T07:10:26+00:00"
  },
  {
   "path": "/crawler/webzio-extended.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:25+00:00",
   "last": "2026-09-06T07:10:25+00:00"
  },
  {
   "path": "/crawler/yandexadditional.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:24+00:00",
   "last": "2026-09-06T07:10:24+00:00"
  },
  {
   "path": "/crawler/yandexadditional.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:41+00:00",
   "last": "2026-09-06T07:10:41+00:00"
  },
  {
   "path": "/crawler/yandexadditionalbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:23+00:00",
   "last": "2026-09-06T07:10:23+00:00"
  },
  {
   "path": "/crawler/yandexblogs.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:00+00:00",
   "last": "2026-09-06T07:11:00+00:00"
  },
  {
   "path": "/crawler/yandexblogs.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:12+00:00",
   "last": "2026-09-06T07:11:12+00:00"
  },
  {
   "path": "/crawler/yandexblogs.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:13+00:00",
   "last": "2026-09-06T07:11:13+00:00"
  },
  {
   "path": "/crawler/yandexbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:48+00:00",
   "last": "2026-09-06T08:22:48+00:00"
  },
  {
   "path": "/data/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:07+00:00",
   "last": "2026-09-05T23:27:07+00:00"
  },
  {
   "path": "/data/ip-sources.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:15+00:00",
   "last": "2026-09-05T23:25:15+00:00"
  },
  {
   "path": "/data/robots-tokens.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:26+00:00",
   "last": "2026-09-05T23:27:26+00:00"
  },
  {
   "path": "/data/traffic-2026-w36.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:45+00:00",
   "last": "2026-09-06T08:21:45+00:00"
  },
  {
   "path": "/data/ua-regex.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:21+00:00",
   "last": "2026-09-05T23:25:21+00:00"
  },
  {
   "path": "/data/ua-regex.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:43+00:00",
   "last": "2026-09-05T23:26:43+00:00"
  },
  {
   "path": "/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:21+00:00",
   "last": "2026-09-05T23:24:21+00:00"
  },
  {
   "path": "/ip-ranges/ahrefs-crawler.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:09+00:00",
   "last": "2026-09-06T07:12:09+00:00"
  },
  {
   "path": "/ip-ranges/ahrefs-crawler.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:21+00:00",
   "last": "2026-09-06T07:12:21+00:00"
  },
  {
   "path": "/ip-ranges/ahrefs-crawler.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:23+00:00",
   "last": "2026-09-06T07:12:23+00:00"
  },
  {
   "path": "/ip-ranges/all.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:13+00:00",
   "last": "2026-09-05T23:25:13+00:00"
  },
  {
   "path": "/ip-ranges/all.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:23+00:00",
   "last": "2026-09-06T08:23:23+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:03+00:00",
   "last": "2026-09-05T23:27:03+00:00"
  },
  {
   "path": "/ip-ranges/apple-applebot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:19+00:00",
   "last": "2026-09-05T23:27:19+00:00"
  },
  {
   "path": "/ip-ranges/commoncrawl-ccbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:41+00:00",
   "last": "2026-09-05T23:27:41+00:00"
  },
  {
   "path": "/ip-ranges/duckduckgo-duckduckbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:43+00:00",
   "last": "2026-09-06T08:23:43+00:00"
  },
  {
   "path": "/ip-ranges/google-special.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:13+00:00",
   "last": "2026-09-05T23:27:13+00:00"
  },
  {
   "path": "/ip-ranges/google-special.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:06+00:00",
   "last": "2026-09-06T08:22:06+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:27+00:00",
   "last": "2026-09-06T08:21:27+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:50+00:00",
   "last": "2026-09-06T08:21:50+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:52+00:00",
   "last": "2026-09-06T08:21:52+00:00"
  },
  {
   "path": "/ip-ranges/google-user-triggered.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:50+00:00",
   "last": "2026-09-06T08:21:50+00:00"
  },
  {
   "path": "/ip-ranges/openai-chatgpt-user.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:48+00:00",
   "last": "2026-09-06T08:23:48+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:46+00:00",
   "last": "2026-09-05T23:28:46+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:51+00:00",
   "last": "2026-09-05T23:28:51+00:00"
  },
  {
   "path": "/ip-ranges/openai-gptbot.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:28:52+00:00",
   "last": "2026-09-05T23:28:52+00:00"
  },
  {
   "path": "/ip-ranges/openai-searchbot.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:32+00:00",
   "last": "2026-09-06T08:23:32+00:00"
  },
  {
   "path": "/mcp-lint.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:40+00:00",
   "last": "2026-09-05T23:25:40+00:00"
  },
  {
   "path": "/mcp-netcheck.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:30+00:00",
   "last": "2026-09-05T23:25:30+00:00"
  },
  {
   "path": "/mcp-robots.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:27+00:00",
   "last": "2026-09-05T23:25:27+00:00"
  },
  {
   "path": "/mcp/doctor",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:12+00:00",
   "last": "2026-09-06T08:23:12+00:00"
  },
  {
   "path": "/mcp/lint",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:26+00:00",
   "last": "2026-09-06T08:23:26+00:00"
  },
  {
   "path": "/mcp/markdown",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:33+00:00",
   "last": "2026-09-06T08:23:33+00:00"
  },
  {
   "path": "/mcp/netcheck",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:08+00:00",
   "last": "2026-09-06T08:23:08+00:00"
  },
  {
   "path": "/mcp/robots",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:07+00:00",
   "last": "2026-09-06T08:23:07+00:00"
  },
  {
   "path": "/openapi.yaml",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:19+00:00",
   "last": "2026-09-06T08:23:19+00:00"
  },
  {
   "path": "/operator/ahrefs.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:08+00:00",
   "last": "2026-09-06T07:12:08+00:00"
  },
  {
   "path": "/operator/ahrefs.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:19+00:00",
   "last": "2026-09-06T07:12:19+00:00"
  },
  {
   "path": "/operator/ahrefs.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:21+00:00",
   "last": "2026-09-06T07:12:21+00:00"
  },
  {
   "path": "/operator/aihit.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:15+00:00",
   "last": "2026-09-05T23:27:15+00:00"
  },
  {
   "path": "/operator/aihit.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:24+00:00",
   "last": "2026-09-05T23:27:24+00:00"
  },
  {
   "path": "/operator/amazon.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:02+00:00",
   "last": "2026-09-05T23:29:02+00:00"
  },
  {
   "path": "/operator/amazon.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:29:08+00:00",
   "last": "2026-09-05T23:29:08+00:00"
  },
  {
   "path": "/operator/andi.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:50+00:00",
   "last": "2026-09-06T07:10:50+00:00"
  },
  {
   "path": "/operator/andi.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:03+00:00",
   "last": "2026-09-06T07:11:03+00:00"
  },
  {
   "path": "/operator/andi.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:08+00:00",
   "last": "2026-09-06T07:11:08+00:00"
  },
  {
   "path": "/operator/apple.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:38+00:00",
   "last": "2026-09-05T23:26:38+00:00"
  },
  {
   "path": "/operator/apple.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:02+00:00",
   "last": "2026-09-05T23:27:02+00:00"
  },
  {
   "path": "/operator/atlassian.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:32+00:00",
   "last": "2026-09-06T07:10:32+00:00"
  },
  {
   "path": "/operator/awario.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:35+00:00",
   "last": "2026-09-05T23:27:35+00:00"
  },
  {
   "path": "/operator/cohere.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:45+00:00",
   "last": "2026-09-05T23:26:45+00:00"
  },
  {
   "path": "/operator/commoncrawl.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:40+00:00",
   "last": "2026-09-05T23:27:40+00:00"
  },
  {
   "path": "/operator/commoncrawl.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:43+00:00",
   "last": "2026-09-05T23:27:43+00:00"
  },
  {
   "path": "/operator/crawl4ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:15+00:00",
   "last": "2026-09-06T08:22:15+00:00"
  },
  {
   "path": "/operator/crawl4ai.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:34+00:00",
   "last": "2026-09-06T08:22:34+00:00"
  },
  {
   "path": "/operator/crawl4ai.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:35+00:00",
   "last": "2026-09-06T08:22:35+00:00"
  },
  {
   "path": "/operator/dataforseo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:14+00:00",
   "last": "2026-09-06T07:12:14+00:00"
  },
  {
   "path": "/operator/dataforseo.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:28+00:00",
   "last": "2026-09-06T07:12:28+00:00"
  },
  {
   "path": "/operator/dataforseo.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:29+00:00",
   "last": "2026-09-06T07:12:29+00:00"
  },
  {
   "path": "/operator/duckduckgo.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:26+00:00",
   "last": "2026-09-06T08:23:26+00:00"
  },
  {
   "path": "/operator/duckduckgo.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:37+00:00",
   "last": "2026-09-06T08:23:37+00:00"
  },
  {
   "path": "/operator/duckduckgo.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:41+00:00",
   "last": "2026-09-06T08:23:41+00:00"
  },
  {
   "path": "/operator/echobox.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:34+00:00",
   "last": "2026-09-06T08:21:34+00:00"
  },
  {
   "path": "/operator/google.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:12+00:00",
   "last": "2026-09-05T23:27:12+00:00"
  },
  {
   "path": "/operator/google.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:27:21+00:00",
   "last": "2026-09-05T23:27:21+00:00"
  },
  {
   "path": "/operator/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:01+00:00",
   "last": "2026-09-05T23:25:01+00:00"
  },
  {
   "path": "/operator/iss.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:53+00:00",
   "last": "2026-09-06T07:11:53+00:00"
  },
  {
   "path": "/operator/iss.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:02+00:00",
   "last": "2026-09-06T07:12:02+00:00"
  },
  {
   "path": "/operator/iss.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:12:04+00:00",
   "last": "2026-09-06T07:12:04+00:00"
  },
  {
   "path": "/operator/laion.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:32+00:00",
   "last": "2026-09-06T08:21:32+00:00"
  },
  {
   "path": "/operator/laion.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:53+00:00",
   "last": "2026-09-06T08:21:53+00:00"
  },
  {
   "path": "/operator/laion.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:21:54+00:00",
   "last": "2026-09-06T08:21:54+00:00"
  },
  {
   "path": "/operator/lyrenth.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:40+00:00",
   "last": "2026-09-06T07:10:40+00:00"
  },
  {
   "path": "/operator/lyrenth.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:55+00:00",
   "last": "2026-09-06T07:10:55+00:00"
  },
  {
   "path": "/operator/lyrenth.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:01+00:00",
   "last": "2026-09-06T07:11:01+00:00"
  },
  {
   "path": "/operator/meta.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:26+00:00",
   "last": "2026-09-05T23:26:26+00:00"
  },
  {
   "path": "/operator/nict.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:29+00:00",
   "last": "2026-09-06T07:10:29+00:00"
  },
  {
   "path": "/operator/nict.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:47+00:00",
   "last": "2026-09-06T07:10:47+00:00"
  },
  {
   "path": "/operator/nict.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:49+00:00",
   "last": "2026-09-06T07:10:49+00:00"
  },
  {
   "path": "/operator/openai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:29+00:00",
   "last": "2026-09-06T08:23:29+00:00"
  },
  {
   "path": "/operator/openai.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:47+00:00",
   "last": "2026-09-06T08:23:47+00:00"
  },
  {
   "path": "/operator/poseidon.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:28+00:00",
   "last": "2026-09-06T07:11:28+00:00"
  },
  {
   "path": "/operator/poseidon.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:46+00:00",
   "last": "2026-09-06T07:11:46+00:00"
  },
  {
   "path": "/operator/rois.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:35+00:00",
   "last": "2026-09-05T23:26:35+00:00"
  },
  {
   "path": "/operator/semrush.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:05+00:00",
   "last": "2026-09-06T07:11:05+00:00"
  },
  {
   "path": "/operator/semrush.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:19+00:00",
   "last": "2026-09-06T07:11:19+00:00"
  },
  {
   "path": "/operator/sidetrade.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:18+00:00",
   "last": "2026-09-06T07:11:18+00:00"
  },
  {
   "path": "/operator/sidetrade.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:36+00:00",
   "last": "2026-09-06T07:11:36+00:00"
  },
  {
   "path": "/operator/sidetrade.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:37+00:00",
   "last": "2026-09-06T07:11:37+00:00"
  },
  {
   "path": "/operator/yandex.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:42+00:00",
   "last": "2026-09-06T07:10:42+00:00"
  },
  {
   "path": "/operator/yandex.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:56+00:00",
   "last": "2026-09-06T07:10:56+00:00"
  },
  {
   "path": "/plans",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:40+00:00",
   "last": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/policy/allow-ai-search-only.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:31+00:00",
   "last": "2026-09-06T07:10:31+00:00"
  },
  {
   "path": "/policy/allow-all.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:19+00:00",
   "last": "2026-09-05T23:26:19+00:00"
  },
  {
   "path": "/policy/block-ai-training.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:21+00:00",
   "last": "2026-09-05T23:26:21+00:00"
  },
  {
   "path": "/policy/block-all-ai.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:28+00:00",
   "last": "2026-09-05T23:26:28+00:00"
  },
  {
   "path": "/policy/block-datasets.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:57+00:00",
   "last": "2026-09-06T08:20:57+00:00"
  },
  {
   "path": "/policy/block-disputed.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:52+00:00",
   "last": "2026-09-06T08:20:52+00:00"
  },
  {
   "path": "/policy/block-seo-tools.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:11:43+00:00",
   "last": "2026-09-06T07:11:43+00:00"
  },
  {
   "path": "/policy/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:43+00:00",
   "last": "2026-09-06T08:20:43+00:00"
  },
  {
   "path": "/policy/index.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:54+00:00",
   "last": "2026-09-06T08:20:54+00:00"
  },
  {
   "path": "/policy/maximum-ai-visibility.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:26:29+00:00",
   "last": "2026-09-05T23:26:29+00:00"
  },
  {
   "path": "/pricing.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:24:40+00:00",
   "last": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/privacy.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:25:53+00:00",
   "last": "2026-09-05T23:25:53+00:00"
  },
  {
   "path": "/reference.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:19+00:00",
   "last": "2026-09-06T08:23:19+00:00"
  },
  {
   "path": "/robots/allow-ai-search-only.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:52+00:00",
   "last": "2026-09-06T08:20:52+00:00"
  },
  {
   "path": "/robots/allow-all.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:44+00:00",
   "last": "2026-09-06T08:20:44+00:00"
  },
  {
   "path": "/robots/block-ai-training.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:55+00:00",
   "last": "2026-09-06T08:20:55+00:00"
  },
  {
   "path": "/robots/block-all-ai.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:45+00:00",
   "last": "2026-09-06T08:20:45+00:00"
  },
  {
   "path": "/robots/block-datasets.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:20+00:00",
   "last": "2026-09-06T08:22:20+00:00"
  },
  {
   "path": "/robots/block-disputed.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:50+00:00",
   "last": "2026-09-06T08:20:50+00:00"
  },
  {
   "path": "/robots/block-seo-tools.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:51+00:00",
   "last": "2026-09-06T08:20:51+00:00"
  },
  {
   "path": "/robots/maximum-ai-visibility.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:20:49+00:00",
   "last": "2026-09-06T08:20:49+00:00"
  },
  {
   "path": "/services",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:22:42+00:00",
   "last": "2026-09-06T08:22:42+00:00"
  },
  {
   "path": "/services.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:00+00:00",
   "last": "2026-09-06T08:23:00+00:00"
  },
  {
   "path": "/sitemap.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T07:10:54+00:00",
   "last": "2026-09-06T07:10:54+00:00"
  },
  {
   "path": "/snippet",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:01+00:00",
   "last": "2026-09-06T08:23:01+00:00"
  },
  {
   "path": "/snippet/apache-htaccess.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:44+00:00",
   "last": "2026-09-06T08:23:44+00:00"
  },
  {
   "path": "/snippet/caddy.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:53+00:00",
   "last": "2026-09-06T08:23:53+00:00"
  },
  {
   "path": "/snippet/cloudflare-worker.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:56+00:00",
   "last": "2026-09-06T08:23:56+00:00"
  },
  {
   "path": "/snippet/index.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:54+00:00",
   "last": "2026-09-06T08:23:54+00:00"
  },
  {
   "path": "/snippet/index.md",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:45+00:00",
   "last": "2026-09-06T08:23:45+00:00"
  },
  {
   "path": "/snippet/nginx-map.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:52+00:00",
   "last": "2026-09-06T08:23:52+00:00"
  },
  {
   "path": "/snippet/nginx-map.txt",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:24:06+00:00",
   "last": "2026-09-06T08:24:06+00:00"
  },
  {
   "path": "/snippet/python-classify.html",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:57+00:00",
   "last": "2026-09-06T08:23:57+00:00"
  },
  {
   "path": "/swagger.json",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-06T08:23:21+00:00",
   "last": "2026-09-06T08:23:21+00:00"
  },
  {
   "path": "/tools/ai-access",
   "requests": 1,
   "statuses": {
    "200": 1
   },
   "first": "2026-09-05T23:30:02+00:00",
   "last": "2026-09-05T23:30:02+00:00"
  }
 ],
 "first_walk": [
  {
   "path": "/robots.txt",
   "status": "200",
   "at": "2026-09-05T23:24:10+00:00"
  },
  {
   "path": "/",
   "status": "200",
   "at": "2026-09-05T23:24:15+00:00"
  },
  {
   "path": "/llms.txt",
   "status": "200",
   "at": "2026-09-05T23:24:17+00:00"
  },
  {
   "path": "/.well-known/ai-plugin.json",
   "status": "200",
   "at": "2026-09-05T23:24:18+00:00"
  },
  {
   "path": "/crawler",
   "status": "200",
   "at": "2026-09-05T23:24:20+00:00"
  },
  {
   "path": "/index.html",
   "status": "200",
   "at": "2026-09-05T23:24:21+00:00"
  },
  {
   "path": "/operator",
   "status": "200",
   "at": "2026-09-05T23:24:22+00:00"
  },
  {
   "path": "/ip-ranges",
   "status": "200",
   "at": "2026-09-05T23:24:23+00:00"
  },
  {
   "path": "/mcp.html",
   "status": "200",
   "at": "2026-09-05T23:24:26+00:00"
  },
  {
   "path": "/pricing",
   "status": "200",
   "at": "2026-09-05T23:24:28+00:00"
  },
  {
   "path": "/a2a",
   "status": "200",
   "at": "2026-09-05T23:24:28+00:00"
  },
  {
   "path": "/crawler/index.html",
   "status": "200",
   "at": "2026-09-05T23:24:30+00:00"
  },
  {
   "path": "/mcp",
   "status": "200",
   "at": "2026-09-05T23:24:31+00:00"
  },
  {
   "path": "/reference",
   "status": "200",
   "at": "2026-09-05T23:24:32+00:00"
  },
  {
   "path": "/feed.json",
   "status": "200",
   "at": "2026-09-05T23:24:34+00:00"
  },
  {
   "path": "/status.html",
   "status": "200",
   "at": "2026-09-05T23:24:34+00:00"
  },
  {
   "path": "/terms.json",
   "status": "200",
   "at": "2026-09-05T23:24:36+00:00"
  },
  {
   "path": "/policy",
   "status": "200",
   "at": "2026-09-05T23:24:37+00:00"
  },
  {
   "path": "/documents.json",
   "status": "200",
   "at": "2026-09-05T23:24:39+00:00"
  },
  {
   "path": "/pricing.json",
   "status": "200",
   "at": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/plans",
   "status": "200",
   "at": "2026-09-05T23:24:40+00:00"
  },
  {
   "path": "/changes",
   "status": "200",
   "at": "2026-09-05T23:24:43+00:00"
  },
  {
   "path": "/about.html",
   "status": "200",
   "at": "2026-09-05T23:24:46+00:00"
  },
  {
   "path": "/data",
   "status": "200",
   "at": "2026-09-05T23:24:47+00:00"
  },
  {
   "path": "/changes.json",
   "status": "200",
   "at": "2026-09-05T23:24:48+00:00"
  },
  {
   "path": "/api.html",
   "status": "200",
   "at": "2026-09-05T23:24:51+00:00"
  },
  {
   "path": "/contact",
   "status": "200",
   "at": "2026-09-05T23:24:52+00:00"
  },
  {
   "path": "/stats.json",
   "status": "200",
   "at": "2026-09-05T23:24:54+00:00"
  },
  {
   "path": "/terms.html",
   "status": "200",
   "at": "2026-09-05T23:24:56+00:00"
  },
  {
   "path": "/openapi.json",
   "status": "200",
   "at": "2026-09-05T23:24:58+00:00"
  },
  {
   "path": "/security.json",
   "status": "200",
   "at": "2026-09-05T23:25:00+00:00"
  },
  {
   "path": "/operator/index.html",
   "status": "200",
   "at": "2026-09-05T23:25:01+00:00"
  },
  {
   "path": "/status.json",
   "status": "200",
   "at": "2026-09-05T23:25:07+00:00"
  },
  {
   "path": "/.well-known/x402",
   "status": "200",
   "at": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/category/ai-training.html",
   "status": "200",
   "at": "2026-09-05T23:25:09+00:00"
  },
  {
   "path": "/crawler/anthropic-ai.html",
   "status": "200",
   "at": "2026-09-05T23:25:11+00:00"
  },
  {
   "path": "/crawler/gptbot.html",
   "status": "200",
   "at": "2026-09-05T23:25:12+00:00"
  },
  {
   "path": "/ip-ranges/all.json",
   "status": "200",
   "at": "2026-09-05T23:25:13+00:00"
  },
  {
   "path": "/crawler/applebot-extended.html",
   "status": "200",
   "at": "2026-09-05T23:25:14+00:00"
  },
  {
   "path": "/data/ip-sources.json",
   "status": "200",
   "at": "2026-09-05T23:25:15+00:00"
  }
 ],
 "asked_for_and_got_nothing": [
  {
   "path": "/tools/verification-methods",
   "statuses": {
    "400": 1
   },
   "first_asked": "2026-09-05T23:27:01+00:00",
   "last_asked": "2026-09-06T08:24:03+00:00",
   "answered_200_since": null
  }
 ],
 "return_behaviour": {
  "visits": 3,
  "median_gap_minutes": 268.1,
  "visit_starts": [
   "2026-09-05T23:24:10Z",
   "2026-09-06T07:09:54Z",
   "2026-09-06T08:20:28Z"
  ]
 },
 "documentation_url": "https://sofya.co/bot",
 "self_described_as": null,
 "page": "https://www.pathwren.workers.dev/bot/sofyabot.html",
 "notes": null,
 "crawler_catalogue_record": null,
 "ask_with_one_get": [
  {
   "tool": "classify-ua",
   "question": "What is SofyaBot/1.0 (+https://sofya.co/bot)?",
   "answers": "This exact user-agent run through the catalogue: which crawler it is, who operates it, what the crawl is for, what blocking it costs — or an honest \"not recognised\" if it is nobody we know.",
   "url": "https://www.pathwren.workers.dev/tools/classify-ua?ua=SofyaBot%2F1.0%20%28%2Bhttps%3A%2F%2Fsofya.co%2Fbot%29&s=client-dossiers",
   "curl": "curl -s 'https://www.pathwren.workers.dev/tools/classify-ua?ua=SofyaBot%2F1.0%20%28%2Bhttps%3A%2F%2Fsofya.co%2Fbot%29&s=client-dossiers'",
   "method": "GET",
   "auth": "none",
   "nothing_is_fetched_on_your_behalf": true
  }
 ]
}