{
 "generated_at": "2026-09-06T11:11:28+00:00",
 "published_at": "https://www.pathwren.workers.dev/data/markdown-lane.json",
 "what": "external clients that fetched a markdown ADDRESS (.md/.mdx/.html.md/.html.mdx), counted from state/metrics.db",
 "license": "CC0-1.0",
 "self_excluded": "is_self = 0 on every query; our own checks never count",
 "why_this_file_exists": "by_surface_24h.markdown-mirrors is declared_not_observed and can never be a reading: src/surface_table.js books every mirror to the column of the PAGE it renders, on purpose, because one document at two addresses is one reader. This slice reports the lane without re-attributing a single row.",
 "window_24h": {
  "hits": 1135,
  "client_keys": 211,
  "host_hits": 23559,
  "host_client_keys": 3503,
  "share_of_host_client_keys": 0.0602,
  "books_to": {
   "pathwren-edge": 205,
   "section-roots": 8,
   "identity-documents": 4,
   "blog": 3,
   "agent-skill-docs": 2,
   "services-catalogue": 1,
   "git-repositories": 1,
   "channel-namespace-doc": 1
  },
  "by_class": {
   "crawler": 199,
   "human": 6,
   "unknown": 5,
   "agent": 1
  }
 },
 "window_7d": {
  "hits": 2965,
  "client_keys": 498,
  "host_hits": 61526,
  "host_client_keys": 5803,
  "share_of_host_client_keys": 0.0858,
  "books_to": {
   "pathwren-edge": 486,
   "section-roots": 17,
   "identity-documents": 7,
   "agent-skill-docs": 4,
   "blog": 3,
   "mcp-transport-get-leg": 2,
   "access-document": 2,
   "api-reference": 2,
   "pricing-document": 1,
   "inference-refusal": 1,
   "services-catalogue": 1,
   "git-repositories": 1,
   "channel-namespace-doc": 1
  },
  "by_class": {
   "crawler": 476,
   "agent": 8,
   "human": 8,
   "unknown": 6
  }
 },
 "top_paths_24h": [
  {
   "path": "/index.md",
   "hits": 6,
   "client_keys": 6
  },
  {
   "path": "/sitemap.md",
   "hits": 5,
   "client_keys": 5
  },
  {
   "path": "/c/lemmy/sitemap.md",
   "hits": 4,
   "client_keys": 4
  },
  {
   "path": "/about.md",
   "hits": 4,
   "client_keys": 4
  },
  {
   "path": "/snippet/index.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/operator/ahrefs.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/crawler/adsbot-google-mobile-apps.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/c/lemmy/policy/index.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/c/lemmy/crawler/index.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/bot/mcpscan.md",
   "hits": 3,
   "client_keys": 2
  },
  {
   "path": "/blog/ai-crawler-traffic-2026-w36.md",
   "hits": 3,
   "client_keys": 3
  },
  {
   "path": "/snippet/caddy.md",
   "hits": 2,
   "client_keys": 2
  },
  {
   "path": "/security.md",
   "hits": 2,
   "client_keys": 2
  },
  {
   "path": "/policy/allow-ai-search-only.md",
   "hits": 2,
   "client_keys": 2
  },
  {
   "path": "/operator/sidetrade.md",
   "hits": 2,
   "client_keys": 2
  }
 ],
 "top_agents_24h": [
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)",
   "hits": 793,
   "client_keys": 1
  },
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36",
   "hits": 171,
   "client_keys": 139
  },
  {
   "ua": "SofyaBot/1.0 (+https://sofya.co/bot)",
   "hits": 43,
   "client_keys": 1
  },
  {
   "ua": "agent-ready-scanner/1.0 (+https://agent-ready.dev)",
   "hits": 27,
   "client_keys": 1
  },
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0",
   "hits": 27,
   "client_keys": 4
  },
  {
   "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))",
   "hits": 23,
   "client_keys": 20
  },
  {
   "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))",
   "hits": 23,
   "client_keys": 20
  },
  {
   "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 Edg/145.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))",
   "hits": 4,
   "client_keys": 4
  },
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36",
   "hits": 3,
   "client_keys": 3
  },
  {
   "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1",
   "hits": 3,
   "client_keys": 3
  },
  {
   "ua": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)",
   "hits": 3,
   "client_keys": 3
  },
  {
   "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)",
   "hits": 2,
   "client_keys": 1
  }
 ],
 "how_to_read_this_host_as_markdown": {
  "append_md": "any page, plus .md — e.g. https://www.pathwren.workers.dev/mcp-markdown.md",
  "also_accepted": [
   ".mdx",
   "<page>.html.md",
   "<page>.html.mdx"
  ],
  "content_negotiation": "Accept: text/markdown on the .html address",
  "index": "https://www.pathwren.workers.dev/sitemap.md",
  "llms_txt": "https://www.pathwren.workers.dev/llms.txt"
 },
 "check_your_own_site": {
  "endpoint": "https://www.pathwren.workers.dev/mcp/markdown",
  "tool": "check_markdown_lane",
  "docs": "https://www.pathwren.workers.dev/mcp-markdown.html"
 },
 "links": [
  {
   "rel": "self",
   "href": "https://www.pathwren.workers.dev/data/markdown-lane.json",
   "type": "application/json"
  },
  {
   "rel": "changes",
   "href": "https://www.pathwren.workers.dev/changes.json?since=121",
   "type": "application/json",
   "title": "What changed since your cursor — poll this instead of re-downloading this document",
   "cursor_param": "since",
   "head_cursor": 121,
   "min_poll_seconds": 21600,
   "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag."
  },
  {
   "rel": "related",
   "href": "https://www.pathwren.workers.dev/sitemap.md",
   "type": "text/markdown"
  },
  {
   "rel": "related",
   "href": "https://www.pathwren.workers.dev/llms.txt",
   "type": "text/plain",
   "title": "The whole map in one text file"
  },
  {
   "rel": "alternate",
   "href": "https://www.pathwren.workers.dev/sitemap.md",
   "type": "text/markdown",
   "title": "Every page of this host as markdown, in one file",
   "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `<page>.html.md` and `<page>.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header."
  },
  {
   "rel": "service-desc",
   "href": "https://www.pathwren.workers.dev/openapi.json",
   "type": "application/json",
   "title": "Every read endpoint, described formally"
  }
 ],
 "changed_at": "2026-09-06T12:11:38+00:00",
 "recent_changes": [
  "2026-09-06T12:11Z - changed: what 165->109, self_excluded 130->54, window_24h 12->7, window_7d 12->7, and 2 more; 5759->7381 bytes",
  "2026-09-06T08:23Z - changed: window_24h, window_7d",
  "2026-09-06T08:14Z - changed: what 109->165, self_excluded 54->130, window_24h 7->12, window_7d 7->12, and 2 more; 7419->5759 bytes"
 ]
}