{ "slug": "agent-ready-scanner", "name": "agent-ready-scanner", "group_key": "host:agent-ready.dev", "kind": "named", "user_agents": [ { "ua": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", "requests": 130, "addresses": 1, "first_seen": "2026-09-03T00:22:52+00:00", "last_seen": "2026-09-03T00:22:55+00:00" } ], "primary_user_agent": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", "requests": 130, "addresses": 1, "first_seen": "2026-09-03T00:22:52+00:00", "last_seen": "2026-09-03T00:22:55+00:00", "bytes_served": 1092005, "classed_by_our_instrument": { "agent": 128, "crawler": 2 }, "surfaces": { "pathwren-edge": 127, "oauth-discovery-refusal": 2, "x402-payment-discovery": 1 }, "channels": { "agent-ready": 1 }, "accept_headers": [ "*/*", "text/markdown" ], "status_codes": { "404": 87, "200": 43 }, "distinct_paths": 129, "paths": [ { "path": "/category/seo.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursor/rules", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursorrules", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/acp.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-permissions.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-skills/index.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/ucp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/AGENTS.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/CLAUDE.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/agent-permissions.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/ai-crawler-logs/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/c/agent-ready/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/docs/AGENTS.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/ucp", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agent-permissions.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/AGENTS.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-permissions.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/AGENTS.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/acp.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/CLAUDE.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-skills/index.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/c/agent-ready/", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursor/rules", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursorrules", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.mdx", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/index.html.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/index.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.md", "status": "404", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.md", "status": "404", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.mdx", "status": "404", "at": "2026-09-03T00:22:53+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/ucp", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/agents.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/agent-permissions.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/AGENTS.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/.well-known/agent-permissions.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/agents.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/.well-known/agents.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:32:45+00:00" }, { "path": "/.well-known/agents.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/docs/AGENTS.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/acp.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/docs/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T02:39:12+00:00" }, { "path": "/CLAUDE.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/agent-skills/index.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:50:16+00:00" }, { "path": "/.well-known/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:44:09+00:00" }, { "path": "/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/.cursor/rules", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.cursorrules", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:42:36+00:00" }, { "path": "/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:23:44+00:00" }, { "path": "/a2a.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/about.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/a2a.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/a2a.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/about.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:58+00:00" }, { "path": "/about.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:23:44+00:00" }, { "path": "/ai-crawler-logs/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:58+00:00" }, { "path": "/ai-crawler-logs/index.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/ai-crawler-logs/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/api.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/api.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/ai-crawler-robots/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/api.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/ai-crawler-robots/index.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/category/ai-search.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/ai-crawler-robots/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/category/ai-search.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-search.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/search.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/search.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/seo.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/search.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/seo.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/seo.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/changelog.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/changelog.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/category/user-fetch.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/changelog.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/category/user-fetch.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/user-fetch.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/compliance.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/compliance.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/contact.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/contact.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile-apps.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefsbot.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefsbot.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefssiteaudit.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefssiteaudit.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot-dolma.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot-dolma.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:55+00:00", "last_asked": "2026-09-03T00:22:55+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:55+00:00", "last_asked": "2026-09-03T00:22:55+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T00:22:52Z" ] }, "documentation_url": "https://agent-ready.dev", "self_described_as": null, "page": "https://www.pathwren.workers.dev/bot/agent-ready-scanner.html", "notes": null, "crawler_catalogue_record": null }