{ "generated_at": "2026-09-03T06:29:53+00:00", "source": "state/metrics.db, table hits — one row per request, written server-side by collector.py and by the pathwren-edge Worker", "window": { "first_request": "2026-08-31T20:58:11+00:00", "last_request": "2026-09-03T06:25:38+00:00", "hours": 57.5 }, "counts": { "rows_in_log": 40302, "our_own_excluded": 26835, "model_fetch_tool_rows_excluded": 19, "external_requests": 13448, "operators_documented": 163, "browser_shaped_user_agents": 84, "empty_user_agent_requests": 359 }, "operators": [ { "slug": "gptbot", "name": "GPTBot", "group_key": "host:openai.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", "requests": 1823, "addresses": 2, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-03T05:34:21+00:00" }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; robots.txt; +https://openai.com/searchbot", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-03T04:15:23+00:00" }, { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot", "requests": 4, "addresses": 4, "first_seen": "2026-09-03T00:33:36+00:00", "last_seen": "2026-09-03T00:36:00+00:00" }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T11:19:50+00:00", "last_seen": "2026-09-02T09:26:36+00:00" }, { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.1; +https://openai.com/gptbot", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T00:22:52+00:00", "last_seen": "2026-09-03T00:22:52+00:00" }, { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.2; +https://openai.com/gptbot", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T06:00:46+00:00", "last_seen": "2026-09-03T06:00:46+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", "requests": 1835, "addresses": 11, "first_seen": "2026-09-01T05:23:47+00:00", "last_seen": "2026-09-03T06:00:46+00:00", "bytes_served": 11388383, "classed_by_our_instrument": { "crawler": 1029, "agent": 806 }, "surfaces": { "pathwren-edge": 1315, "ai-crawler-index": 301, "client-dossiers": 167, "http-tools": 29, "mcp-zero-argument-pair": 8, "a2a-crawler-index": 7, "mcp-crawler-index": 3, "changes-feed": 2, "agent-skill-docs": 1, "oauth-discovery-refusal": 1, "x402-payment-discovery": 1 }, "channels": { "pypi-registry": 5, "mcp-registry-official": 3, "glama-mcp": 1, "mcpservers-org": 1, "thecolony": 1, "agentlist": 1 }, "accept_headers": [ "*/*", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", "text/plain" ], "status_codes": { "200": 1833, "404": 2 }, "distinct_paths": 1354, "paths": [ { "path": "/px.gif", "requests": 450, "statuses": { "200": 450 }, "first": "2026-09-01T06:38:54+00:00", "last": "2026-09-03T04:24:02+00:00" }, { "path": "/robots.txt", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T05:23:47+00:00", "last": "2026-09-03T04:15:23+00:00" }, { "path": "/", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:38:58+00:00", "last": "2026-09-03T06:00:46+00:00" }, { "path": "/sitemap.xml", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T05:28:35+00:00", "last": "2026-09-03T05:34:21+00:00" }, { "path": "/bot/index.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:40:58+00:00", "last": "2026-09-03T04:15:44+00:00" }, { "path": "/data/agents.csv", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:39:08+00:00", "last": "2026-09-03T04:15:50+00:00" }, { "path": "/data/agents.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:38:53+00:00", "last": "2026-09-03T04:15:40+00:00" }, { "path": "/data/ip-sources.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:42:29+00:00", "last": "2026-09-03T04:15:52+00:00" }, { "path": "/data/observed-clients.csv", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:41:57+00:00", "last": "2026-09-03T04:15:51+00:00" }, { "path": "/data/observed-clients.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:42:50+00:00", "last": "2026-09-03T04:15:53+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:41:48+00:00", "last": "2026-09-03T04:15:53+00:00" }, { "path": "/data/ua-regex.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:42:33+00:00", "last": "2026-09-03T04:15:40+00:00" }, { "path": "/data/ua-regex.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:41:52+00:00", "last": "2026-09-03T04:15:41+00:00" }, { "path": "/data/user-agents.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:39:22+00:00", "last": "2026-09-03T04:15:53+00:00" }, { "path": "/llms.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:38:48+00:00", "last": "2026-09-03T00:36:00+00:00" }, { "path": "/mcp.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:38:51+00:00", "last": "2026-09-03T00:33:36+00:00" }, { "path": "/openapi.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:38:55+00:00", "last": "2026-09-03T00:36:00+00:00" }, { "path": "/tools/ai-access.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:44+00:00", "last": "2026-09-03T04:15:46+00:00" }, { "path": "/tools/classify-ua.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:42+00:00", "last": "2026-09-03T04:15:50+00:00" }, { "path": "/tools/example.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:42+00:00", "last": "2026-09-03T04:15:51+00:00" }, { "path": "/tools/index.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:49+00:00", "last": "2026-09-03T04:23:54+00:00" }, { "path": "/tools/index.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:45+00:00", "last": "2026-09-03T04:23:59+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:46+00:00", "last": "2026-09-03T04:15:48+00:00" }, { "path": "/tools/robots-lint.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:44+00:00", "last": "2026-09-03T04:15:45+00:00" }, { "path": "/tools/verification-methods.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:47+00:00", "last": "2026-09-03T04:15:54+00:00" }, { "path": "/tools/verify-crawler.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:41+00:00", "last": "2026-09-03T04:15:48+00:00" }, { "path": "/tools/whoami.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:15:43+00:00", "last": "2026-09-03T04:15:47+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:33+00:00", "last": "2026-09-03T04:15:33+00:00" }, { "path": "/.well-known/agent-permissions.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:35+00:00", "last": "2026-09-03T04:15:35+00:00" }, { "path": "/.well-known/ai-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:37+00:00", "last": "2026-09-03T04:15:37+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:00+00:00", "last": "2026-09-01T06:39:00+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:02+00:00", "last": "2026-09-01T06:39:02+00:00" }, { "path": "/.well-known/glama.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T13:05:08+00:00", "last": "2026-09-01T13:05:08+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T04:15:54+00:00", "last": "2026-09-03T04:15:54+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:16+00:00", "last": "2026-09-01T06:40:16+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:18+00:00", "last": "2026-09-03T04:16:18+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:06+00:00", "last": "2026-09-03T04:16:06+00:00" }, { "path": "/a2a.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:48+00:00", "last": "2026-09-03T04:16:48+00:00" }, { "path": "/a2a.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:54+00:00", "last": "2026-09-03T04:16:54+00:00" }, { "path": "/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:45+00:00", "last": "2026-09-03T04:21:45+00:00" }, { "path": "/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:57+00:00", "last": "2026-09-03T04:21:57+00:00" }, { "path": "/a2a/example.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:30+00:00", "last": "2026-09-03T04:20:30+00:00" }, { "path": "/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:59+00:00", "last": "2026-09-03T04:21:59+00:00" }, { "path": "/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:46+00:00", "last": "2026-09-03T04:21:46+00:00" }, { "path": "/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:55+00:00", "last": "2026-09-03T04:21:55+00:00" }, { "path": "/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:58+00:00", "last": "2026-09-03T04:21:58+00:00" }, { "path": "/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:55+00:00", "last": "2026-09-03T04:21:55+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:58+00:00", "last": "2026-09-01T06:38:58+00:00" }, { "path": "/ai-crawler-logs/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:39+00:00", "last": "2026-09-03T04:17:39+00:00" }, { "path": "/ai-crawler-logs/data.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:20+00:00", "last": "2026-09-03T04:20:20+00:00" }, { "path": "/ai-crawler-logs/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:47+00:00", "last": "2026-09-03T04:18:47+00:00" }, { "path": "/ai-crawler-logs/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:35+00:00", "last": "2026-09-03T04:21:35+00:00" }, { "path": "/ai-crawler-logs/index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:09+00:00", "last": "2026-09-03T04:20:09+00:00" }, { "path": "/ai-crawler-robots/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:40+00:00", "last": "2026-09-03T04:17:40+00:00" }, { "path": "/ai-crawler-robots/data.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:03+00:00", "last": "2026-09-03T04:20:03+00:00" }, { "path": "/ai-crawler-robots/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:36+00:00", "last": "2026-09-03T04:21:36+00:00" }, { "path": "/ai-crawler-robots/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:59+00:00", "last": "2026-09-03T04:21:59+00:00" }, { "path": "/ai-crawler-robots/index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:11+00:00", "last": "2026-09-03T04:20:11+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:49+00:00", "last": "2026-09-01T06:38:49+00:00" }, { "path": "/apis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:59+00:00", "last": "2026-09-01T06:38:59+00:00" }, { "path": "/apple-touch-icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:46+00:00", "last": "2026-09-01T06:38:46+00:00" }, { "path": "/bot/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:41+00:00", "last": "2026-09-01T06:39:41+00:00" }, { "path": "/bot/402explorer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:30+00:00", "last": "2026-09-01T06:40:30+00:00" }, { "path": "/bot/402explorer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:46+00:00", "last": "2026-09-01T06:42:46+00:00" }, { "path": "/bot/402explorer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:06+00:00", "last": "2026-09-01T06:42:06+00:00" }, { "path": "/bot/a2a-directory-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:46+00:00", "last": "2026-09-01T06:40:46+00:00" }, { "path": "/bot/a2a-directory-discovery.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:23+00:00", "last": "2026-09-01T06:42:23+00:00" }, { "path": "/bot/a2a-directory-discovery.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:27+00:00", "last": "2026-09-01T06:41:27+00:00" }, { "path": "/bot/a2a-directory-liveness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:47+00:00", "last": "2026-09-01T06:40:47+00:00" }, { "path": "/bot/a2a-directory-liveness.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:54+00:00", "last": "2026-09-01T06:41:54+00:00" }, { "path": "/bot/a2a-directory-liveness.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:28+00:00", "last": "2026-09-01T06:41:28+00:00" }, { "path": "/bot/a2a-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:09+00:00", "last": "2026-09-03T04:18:09+00:00" }, { "path": "/bot/a2a-indexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:31+00:00", "last": "2026-09-03T04:20:31+00:00" }, { "path": "/bot/a2a-indexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:55+00:00", "last": "2026-09-03T04:18:55+00:00" }, { "path": "/bot/a2a-registry-healthcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:47+00:00", "last": "2026-09-01T06:40:47+00:00" }, { "path": "/bot/a2a-registry-healthcheck.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:23+00:00", "last": "2026-09-01T06:42:23+00:00" }, { "path": "/bot/a2a-registry-healthcheck.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:28+00:00", "last": "2026-09-01T06:41:28+00:00" }, { "path": "/bot/a2a-registry-scanner.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:38+00:00", "last": "2026-09-03T04:17:38+00:00" }, { "path": "/bot/a2a-registry-scanner.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:11+00:00", "last": "2026-09-03T04:20:11+00:00" }, { "path": "/bot/a2a-registry-scanner.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:36+00:00", "last": "2026-09-03T04:18:36+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:01+00:00", "last": "2026-09-01T06:41:01+00:00" }, { "path": "/bot/a2a-registry-smoke.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:18+00:00", "last": "2026-09-01T06:42:18+00:00" }, { "path": "/bot/a2a-registry-smoke.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:41+00:00", "last": "2026-09-01T06:41:41+00:00" }, { "path": "/bot/a2a-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:50+00:00", "last": "2026-09-01T06:40:50+00:00" }, { "path": "/bot/a2a-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:36+00:00", "last": "2026-09-01T06:42:36+00:00" }, { "path": "/bot/a2a-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:32+00:00", "last": "2026-09-01T06:41:32+00:00" }, { "path": "/bot/a2a-security-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:37+00:00", "last": "2026-09-03T04:17:37+00:00" }, { "path": "/bot/a2a-security-research-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:46+00:00", "last": "2026-09-03T04:18:46+00:00" }, { "path": "/bot/a2a-security-research-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:23+00:00", "last": "2026-09-03T04:18:23+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:24+00:00", "last": "2026-09-01T06:40:24+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:07+00:00", "last": "2026-09-01T06:41:07+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:07+00:00", "last": "2026-09-01T06:41:07+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:26+00:00", "last": "2026-09-01T06:40:26+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:08+00:00", "last": "2026-09-01T06:41:08+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:08+00:00", "last": "2026-09-01T06:41:08+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:25+00:00", "last": "2026-09-01T06:40:25+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:13+00:00", "last": "2026-09-01T06:42:13+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:07+00:00", "last": "2026-09-01T06:41:07+00:00" }, { "path": "/bot/affsignalcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:31+00:00", "last": "2026-09-03T04:16:31+00:00" }, { "path": "/bot/affsignalcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:33+00:00", "last": "2026-09-03T04:21:33+00:00" }, { "path": "/bot/affsignalcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:12+00:00", "last": "2026-09-03T04:20:12+00:00" }, { "path": "/bot/agenstrybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:44+00:00", "last": "2026-09-01T06:40:44+00:00" }, { "path": "/bot/agenstrybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:16+00:00", "last": "2026-09-01T06:43:16+00:00" }, { "path": "/bot/agenstrybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:59+00:00", "last": "2026-09-01T06:41:59+00:00" }, { "path": "/bot/agent-guild-scout.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:50+00:00", "last": "2026-09-01T06:40:50+00:00" }, { "path": "/bot/agent-guild-scout.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:12+00:00", "last": "2026-09-01T06:42:12+00:00" }, { "path": "/bot/agent-guild-scout.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:31+00:00", "last": "2026-09-01T06:41:31+00:00" }, { "path": "/bot/agent-ready-scanner.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:00+00:00", "last": "2026-09-03T04:18:00+00:00" }, { "path": "/bot/agent-ready-scanner.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:58+00:00", "last": "2026-09-03T04:18:58+00:00" }, { "path": "/bot/agent-ready-scanner.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:42+00:00", "last": "2026-09-03T04:18:42+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:29+00:00", "last": "2026-09-01T06:40:29+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:11+00:00", "last": "2026-09-01T06:41:11+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:13+00:00", "last": "2026-09-01T06:41:13+00:00" }, { "path": "/bot/agent-world-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:10+00:00", "last": "2026-09-03T04:18:10+00:00" }, { "path": "/bot/agent-world-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:02+00:00", "last": "2026-09-03T04:20:02+00:00" }, { "path": "/bot/agent-world-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:52+00:00", "last": "2026-09-03T04:18:52+00:00" }, { "path": "/bot/agentalmanac-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:03+00:00", "last": "2026-09-03T04:17:03+00:00" }, { "path": "/bot/agentalmanac-snapshot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:26+00:00", "last": "2026-09-03T04:20:26+00:00" }, { "path": "/bot/agentalmanac-snapshot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:35+00:00", "last": "2026-09-03T04:18:35+00:00" }, { "path": "/bot/agentcatalogbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:36+00:00", "last": "2026-09-03T04:16:36+00:00" }, { "path": "/bot/agentcatalogbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:54+00:00", "last": "2026-09-03T04:21:54+00:00" }, { "path": "/bot/agentcatalogbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:56+00:00", "last": "2026-09-03T04:20:56+00:00" }, { "path": "/bot/agentdisco.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:37+00:00", "last": "2026-09-01T06:40:37+00:00" }, { "path": "/bot/agentdisco.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:38+00:00", "last": "2026-09-01T06:40:38+00:00" }, { "path": "/bot/agentdisco.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:24+00:00", "last": "2026-09-01T06:41:24+00:00" }, { "path": "/bot/agentgrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:52+00:00", "last": "2026-09-01T06:39:52+00:00" }, { "path": "/bot/agentgrade.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:15+00:00", "last": "2026-09-01T06:43:15+00:00" }, { "path": "/bot/agentgrade.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:20+00:00", "last": "2026-09-01T06:41:20+00:00" }, { "path": "/bot/agentindexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:43+00:00", "last": "2026-09-01T06:40:43+00:00" }, { "path": "/bot/agentindexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:33+00:00", "last": "2026-09-01T06:43:33+00:00" }, { "path": "/bot/agentindexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:11+00:00", "last": "2026-09-01T06:42:11+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:26+00:00", "last": "2026-09-03T04:16:26+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:48+00:00", "last": "2026-09-03T04:19:48+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:24+00:00", "last": "2026-09-03T04:18:24+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:23+00:00", "last": "2026-09-01T06:40:23+00:00" }, { "path": "/bot/agentreputationbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:31+00:00", "last": "2026-09-01T06:42:31+00:00" }, { "path": "/bot/agentreputationbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:21+00:00", "last": "2026-09-01T06:42:21+00:00" }, { "path": "/bot/agentry-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:44+00:00", "last": "2026-09-03T04:17:44+00:00" }, { "path": "/bot/agentry-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:37+00:00", "last": "2026-09-03T04:20:37+00:00" }, { "path": "/bot/agentry-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:46+00:00", "last": "2026-09-03T04:18:46+00:00" }, { "path": "/bot/agentsure-mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:46+00:00", "last": "2026-09-01T06:40:46+00:00" }, { "path": "/bot/agentsure-mcpscan.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:49+00:00", "last": "2026-09-01T06:42:49+00:00" }, { "path": "/bot/agentsure-mcpscan.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:49+00:00", "last": "2026-09-01T06:41:49+00:00" }, { "path": "/bot/agenttrust-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:41+00:00", "last": "2026-09-01T06:40:41+00:00" }, { "path": "/bot/agenttrust-monitor.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:20+00:00", "last": "2026-09-01T06:42:20+00:00" }, { "path": "/bot/agenttrust-monitor.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:58+00:00", "last": "2026-09-01T06:41:58+00:00" }, { "path": "/bot/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:51+00:00", "last": "2026-09-03T04:17:51+00:00" }, { "path": "/bot/ahrefsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:06+00:00", "last": "2026-09-03T04:21:06+00:00" }, { "path": "/bot/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:25+00:00", "last": "2026-09-03T04:19:25+00:00" }, { "path": "/bot/ai-crawler-logs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:18+00:00", "last": "2026-09-03T04:18:18+00:00" }, { "path": "/bot/ai-crawler-logs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:20+00:00", "last": "2026-09-03T04:20:20+00:00" }, { "path": "/bot/ai-crawler-logs.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:59+00:00", "last": "2026-09-03T04:18:59+00:00" }, { "path": "/bot/ai-crawler-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:10+00:00", "last": "2026-09-03T04:18:10+00:00" }, { "path": "/bot/ai-crawler-robots.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:59+00:00", "last": "2026-09-03T04:19:59+00:00" }, { "path": "/bot/ai-crawler-robots.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:51+00:00", "last": "2026-09-03T04:18:51+00:00" }, { "path": "/bot/ai-crawler-verify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:07+00:00", "last": "2026-09-03T04:18:07+00:00" }, { "path": "/bot/ai-crawler-verify.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:52+00:00", "last": "2026-09-03T04:19:52+00:00" }, { "path": "/bot/ai-crawler-verify.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:49+00:00", "last": "2026-09-03T04:18:49+00:00" }, { "path": "/bot/aisec-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:46+00:00", "last": "2026-09-03T04:17:46+00:00" }, { "path": "/bot/aisec-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:39+00:00", "last": "2026-09-03T04:20:39+00:00" }, { "path": "/bot/aisec-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:44+00:00", "last": "2026-09-03T04:18:44+00:00" }, { "path": "/bot/aive-mcp-discover.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:06+00:00", "last": "2026-09-03T04:18:06+00:00" }, { "path": "/bot/aive-mcp-discover.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:52+00:00", "last": "2026-09-03T04:19:52+00:00" }, { "path": "/bot/aive-mcp-discover.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:48+00:00", "last": "2026-09-03T04:18:48+00:00" }, { "path": "/bot/aive-mcp-endpointprobe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:16+00:00", "last": "2026-09-03T04:17:16+00:00" }, { "path": "/bot/aive-mcp-endpointprobe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:40+00:00", "last": "2026-09-03T04:18:40+00:00" }, { "path": "/bot/aive-mcp-endpointprobe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:18+00:00", "last": "2026-09-03T04:18:18+00:00" }, { "path": "/bot/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:55+00:00", "last": "2026-09-03T04:17:55+00:00" }, { "path": "/bot/amazonbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:16+00:00", "last": "2026-09-03T04:21:16+00:00" }, { "path": "/bot/amazonbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:30+00:00", "last": "2026-09-03T04:19:30+00:00" }, { "path": "/bot/api-forge-mcp-index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:52+00:00", "last": "2026-09-01T06:40:52+00:00" }, { "path": "/bot/api-forge-mcp-index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:20+00:00", "last": "2026-09-01T06:43:20+00:00" }, { "path": "/bot/api-forge-mcp-index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:55+00:00", "last": "2026-09-01T06:41:55+00:00" }, { "path": "/bot/apievangelist-domain-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:47+00:00", "last": "2026-09-03T04:16:47+00:00" }, { "path": "/bot/apievangelist-domain-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:27+00:00", "last": "2026-09-03T04:18:27+00:00" }, { "path": "/bot/apievangelist-domain-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:11+00:00", "last": "2026-09-03T04:18:11+00:00" }, { "path": "/bot/apievangelist-security-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:37+00:00", "last": "2026-09-03T04:16:37+00:00" }, { "path": "/bot/apievangelist-security-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:17+00:00", "last": "2026-09-03T04:18:17+00:00" }, { "path": "/bot/apievangelist-security-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:59+00:00", "last": "2026-09-03T04:17:59+00:00" }, { "path": "/bot/apievangelist.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:29+00:00", "last": "2026-09-03T04:17:29+00:00" }, { "path": "/bot/apievangelist.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:50+00:00", "last": "2026-09-03T04:21:50+00:00" }, { "path": "/bot/apievangelist.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:46+00:00", "last": "2026-09-03T04:19:46+00:00" }, { "path": "/bot/apis-io-submit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:02+00:00", "last": "2026-09-01T06:41:02+00:00" }, { "path": "/bot/apis-io-submit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:19+00:00", "last": "2026-09-01T06:42:19+00:00" }, { "path": "/bot/apis-io-submit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:42+00:00", "last": "2026-09-01T06:41:42+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:57+00:00", "last": "2026-09-01T06:41:57+00:00" }, { "path": "/bot/archive-org-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:56+00:00", "last": "2026-09-01T06:42:56+00:00" }, { "path": "/bot/archive-org-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:37+00:00", "last": "2026-09-01T06:42:37+00:00" }, { "path": "/bot/ardcrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:58+00:00", "last": "2026-09-03T04:16:58+00:00" }, { "path": "/bot/ardcrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:43+00:00", "last": "2026-09-03T04:20:43+00:00" }, { "path": "/bot/ardcrawl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:52+00:00", "last": "2026-09-03T04:18:52+00:00" }, { "path": "/bot/axios.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:42+00:00", "last": "2026-09-03T04:16:42+00:00" }, { "path": "/bot/axios.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:51+00:00", "last": "2026-09-03T04:20:51+00:00" }, { "path": "/bot/axios.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:17+00:00", "last": "2026-09-03T04:19:17+00:00" }, { "path": "/bot/azureai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:51+00:00", "last": "2026-09-03T04:17:51+00:00" }, { "path": "/bot/azureai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:52+00:00", "last": "2026-09-03T04:17:52+00:00" }, { "path": "/bot/azureai-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:29+00:00", "last": "2026-09-03T04:19:29+00:00" }, { "path": "/bot/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:37+00:00", "last": "2026-09-01T06:40:37+00:00" }, { "path": "/bot/bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:57+00:00", "last": "2026-09-01T06:42:57+00:00" }, { "path": "/bot/bingbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:51+00:00", "last": "2026-09-01T06:41:51+00:00" }, { "path": "/bot/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:07+00:00", "last": "2026-09-03T04:17:07+00:00" }, { "path": "/bot/bytespider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:23+00:00", "last": "2026-09-03T04:21:23+00:00" }, { "path": "/bot/bytespider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:04+00:00", "last": "2026-09-03T04:19:04+00:00" }, { "path": "/bot/censusbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:50+00:00", "last": "2026-09-03T04:17:50+00:00" }, { "path": "/bot/censusbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:15+00:00", "last": "2026-09-03T04:21:15+00:00" }, { "path": "/bot/censusbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:25+00:00", "last": "2026-09-03T04:19:25+00:00" }, { "path": "/bot/chrome.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:45+00:00", "last": "2026-09-03T04:16:45+00:00" }, { "path": "/bot/chrome.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:29+00:00", "last": "2026-09-03T04:20:29+00:00" }, { "path": "/bot/chrome.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:17+00:00", "last": "2026-09-03T04:19:17+00:00" }, { "path": "/bot/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:01+00:00", "last": "2026-09-01T06:40:01+00:00" }, { "path": "/bot/claudebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:00+00:00", "last": "2026-09-01T06:43:00+00:00" }, { "path": "/bot/claudebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:51+00:00", "last": "2026-09-01T06:41:51+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:29+00:00", "last": "2026-09-01T06:40:29+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:12+00:00", "last": "2026-09-01T06:41:12+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:11+00:00", "last": "2026-09-01T06:41:11+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:28+00:00", "last": "2026-09-01T06:40:28+00:00" }, { "path": "/bot/curl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:31+00:00", "last": "2026-09-01T06:42:31+00:00" }, { "path": "/bot/curl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:14+00:00", "last": "2026-09-01T06:41:14+00:00" }, { "path": "/bot/deno.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:27+00:00", "last": "2026-09-01T06:40:27+00:00" }, { "path": "/bot/deno.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:51+00:00", "last": "2026-09-01T06:42:51+00:00" }, { "path": "/bot/deno.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:10+00:00", "last": "2026-09-01T06:41:10+00:00" }, { "path": "/bot/discordbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:32+00:00", "last": "2026-09-03T04:17:32+00:00" }, { "path": "/bot/discordbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:30+00:00", "last": "2026-09-03T04:21:30+00:00" }, { "path": "/bot/discordbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:27+00:00", "last": "2026-09-03T04:19:27+00:00" }, { "path": "/bot/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:33+00:00", "last": "2026-09-03T04:17:33+00:00" }, { "path": "/bot/duckduckbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:29+00:00", "last": "2026-09-03T04:21:29+00:00" }, { "path": "/bot/duckduckbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:41+00:00", "last": "2026-09-03T04:19:41+00:00" }, { "path": "/bot/endpointaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:42+00:00", "last": "2026-09-01T06:40:42+00:00" }, { "path": "/bot/endpointaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:32+00:00", "last": "2026-09-01T06:43:32+00:00" }, { "path": "/bot/endpointaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:08+00:00", "last": "2026-09-01T06:42:08+00:00" }, { "path": "/bot/enerlio.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:33+00:00", "last": "2026-09-01T06:40:33+00:00" }, { "path": "/bot/enerlio.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:47+00:00", "last": "2026-09-01T06:42:47+00:00" }, { "path": "/bot/enerlio.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:16+00:00", "last": "2026-09-01T06:41:16+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:45+00:00", "last": "2026-09-01T06:40:45+00:00" }, { "path": "/bot/exaforce-mcprep.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:53+00:00", "last": "2026-09-01T06:42:53+00:00" }, { "path": "/bot/exaforce-mcprep.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:26+00:00", "last": "2026-09-01T06:41:26+00:00" }, { "path": "/bot/freepublicapis.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:50+00:00", "last": "2026-09-03T04:16:50+00:00" }, { "path": "/bot/freepublicapis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:37+00:00", "last": "2026-09-03T04:21:37+00:00" }, { "path": "/bot/freepublicapis.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:40+00:00", "last": "2026-09-03T04:19:40+00:00" }, { "path": "/bot/frndos.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:43+00:00", "last": "2026-09-03T04:16:43+00:00" }, { "path": "/bot/frndos.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:59+00:00", "last": "2026-09-03T04:20:59+00:00" }, { "path": "/bot/frndos.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:18+00:00", "last": "2026-09-03T04:19:18+00:00" }, { "path": "/bot/gf-agent-toll-outbound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:49+00:00", "last": "2026-09-01T06:40:49+00:00" }, { "path": "/bot/gf-agent-toll-outbound.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:30+00:00", "last": "2026-09-01T06:41:30+00:00" }, { "path": "/bot/gf-agent-toll-outbound.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:30+00:00", "last": "2026-09-01T06:41:30+00:00" }, { "path": "/bot/gf-agent-toll-remediation.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:30+00:00", "last": "2026-09-01T06:40:30+00:00" }, { "path": "/bot/gf-agent-toll-remediation.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:13+00:00", "last": "2026-09-01T06:41:13+00:00" }, { "path": "/bot/gf-agent-toll-remediation.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:13+00:00", "last": "2026-09-01T06:41:13+00:00" }, { "path": "/bot/go-http-client.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:03+00:00", "last": "2026-09-01T06:41:03+00:00" }, { "path": "/bot/go-http-client.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:19+00:00", "last": "2026-09-01T06:42:19+00:00" }, { "path": "/bot/go-http-client.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:43+00:00", "last": "2026-09-01T06:41:43+00:00" }, { "path": "/bot/golemreachtrustbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:24+00:00", "last": "2026-09-01T06:40:24+00:00" }, { "path": "/bot/golemreachtrustbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:24+00:00", "last": "2026-09-01T06:42:24+00:00" }, { "path": "/bot/golemreachtrustbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:17+00:00", "last": "2026-09-01T06:42:17+00:00" }, { "path": "/bot/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:56+00:00", "last": "2026-09-03T04:17:56+00:00" }, { "path": "/bot/googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:16+00:00", "last": "2026-09-03T04:21:16+00:00" }, { "path": "/bot/googlebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:30+00:00", "last": "2026-09-03T04:19:30+00:00" }, { "path": "/bot/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:17+00:00", "last": "2026-09-03T04:17:17+00:00" }, { "path": "/bot/googleother.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:22+00:00", "last": "2026-09-03T04:21:22+00:00" }, { "path": "/bot/googleother.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:37+00:00", "last": "2026-09-03T04:19:37+00:00" }, { "path": "/bot/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:35+00:00", "last": "2026-09-01T06:40:35+00:00" }, { "path": "/bot/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:56+00:00", "last": "2026-09-01T06:42:56+00:00" }, { "path": "/bot/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:52+00:00", "last": "2026-09-01T06:41:52+00:00" }, { "path": "/bot/graphadvocate-outreach.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:40+00:00", "last": "2026-09-03T04:16:40+00:00" }, { "path": "/bot/graphadvocate-outreach.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:56+00:00", "last": "2026-09-03T04:18:56+00:00" }, { "path": "/bot/graphadvocate-outreach.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:29+00:00", "last": "2026-09-03T04:18:29+00:00" }, { "path": "/bot/gtm-engine.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:16+00:00", "last": "2026-09-03T04:18:16+00:00" }, { "path": "/bot/gtm-engine.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:27+00:00", "last": "2026-09-03T04:20:27+00:00" }, { "path": "/bot/gtm-engine.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:57+00:00", "last": "2026-09-03T04:18:57+00:00" }, { "path": "/bot/guild-reachability-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:51+00:00", "last": "2026-09-03T04:16:51+00:00" }, { "path": "/bot/guild-reachability-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:37+00:00", "last": "2026-09-03T04:18:37+00:00" }, { "path": "/bot/guild-reachability-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:13+00:00", "last": "2026-09-03T04:18:13+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:37+00:00", "last": "2026-09-01T06:40:37+00:00" }, { "path": "/bot/guzzlehttp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:05+00:00", "last": "2026-09-01T06:43:05+00:00" }, { "path": "/bot/guzzlehttp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:23+00:00", "last": "2026-09-01T06:41:23+00:00" }, { "path": "/bot/hhvm-internal.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:25+00:00", "last": "2026-09-03T04:18:25+00:00" }, { "path": "/bot/hhvm-internal.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:38+00:00", "last": "2026-09-03T04:20:38+00:00" }, { "path": "/bot/hhvm-internal.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:05+00:00", "last": "2026-09-03T04:19:05+00:00" }, { "path": "/bot/hultra-link.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:51+00:00", "last": "2026-09-01T06:40:51+00:00" }, { "path": "/bot/hultra-link.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:28+00:00", "last": "2026-09-01T06:42:28+00:00" }, { "path": "/bot/hultra-link.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:33+00:00", "last": "2026-09-01T06:41:33+00:00" }, { "path": "/bot/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:36+00:00", "last": "2026-09-01T06:43:36+00:00" }, { "path": "/bot/index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:34+00:00", "last": "2026-09-01T06:43:34+00:00" }, { "path": "/bot/invinoveritas-handshake.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:30+00:00", "last": "2026-09-03T04:16:30+00:00" }, { "path": "/bot/invinoveritas-handshake.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:07+00:00", "last": "2026-09-03T04:20:07+00:00" }, { "path": "/bot/invinoveritas-handshake.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:50+00:00", "last": "2026-09-03T04:18:50+00:00" }, { "path": "/bot/io-verifymcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:54+00:00", "last": "2026-09-01T06:40:54+00:00" }, { "path": "/bot/io-verifymcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:24+00:00", "last": "2026-09-01T06:42:24+00:00" }, { "path": "/bot/io-verifymcp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:34+00:00", "last": "2026-09-01T06:41:34+00:00" }, { "path": "/bot/itinai-importer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:53+00:00", "last": "2026-09-03T04:17:53+00:00" }, { "path": "/bot/itinai-importer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:06+00:00", "last": "2026-09-03T04:21:06+00:00" }, { "path": "/bot/itinai-importer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:19+00:00", "last": "2026-09-03T04:19:19+00:00" }, { "path": "/bot/jscrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:00+00:00", "last": "2026-09-03T04:17:00+00:00" }, { "path": "/bot/jscrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:02+00:00", "last": "2026-09-03T04:21:02+00:00" }, { "path": "/bot/jscrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:13+00:00", "last": "2026-09-03T04:19:13+00:00" }, { "path": "/bot/lastseen-schema-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:39+00:00", "last": "2026-09-01T06:40:39+00:00" }, { "path": "/bot/lastseen-schema-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:21+00:00", "last": "2026-09-01T06:41:21+00:00" }, { "path": "/bot/lastseen-schema-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:20+00:00", "last": "2026-09-01T06:41:20+00:00" }, { "path": "/bot/llm4agents-cimd-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:51+00:00", "last": "2026-09-03T04:17:51+00:00" }, { "path": "/bot/llm4agents-cimd-audit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:04+00:00", "last": "2026-09-03T04:19:04+00:00" }, { "path": "/bot/llm4agents-cimd-audit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:41+00:00", "last": "2026-09-03T04:18:41+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:01+00:00", "last": "2026-09-03T04:18:01+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:43+00:00", "last": "2026-09-03T04:18:43+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:43+00:00", "last": "2026-09-03T04:18:43+00:00" }, { "path": "/bot/mcp-catalog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:11+00:00", "last": "2026-09-03T04:18:11+00:00" }, { "path": "/bot/mcp-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:21+00:00", "last": "2026-09-03T04:20:21+00:00" }, { "path": "/bot/mcp-catalog.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:53+00:00", "last": "2026-09-03T04:18:53+00:00" }, { "path": "/bot/mcp-checker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:52+00:00", "last": "2026-09-01T06:40:52+00:00" }, { "path": "/bot/mcp-checker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:53+00:00", "last": "2026-09-01T06:40:53+00:00" }, { "path": "/bot/mcp-checker.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:33+00:00", "last": "2026-09-01T06:41:33+00:00" }, { "path": "/bot/mcp-drift-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:10+00:00", "last": "2026-09-03T04:18:10+00:00" }, { "path": "/bot/mcp-drift-monitor.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:58+00:00", "last": "2026-09-03T04:19:58+00:00" }, { "path": "/bot/mcp-drift-monitor.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:51+00:00", "last": "2026-09-03T04:18:51+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:45+00:00", "last": "2026-09-01T06:40:45+00:00" }, { "path": "/bot/mcp-observatory.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:54+00:00", "last": "2026-09-01T06:42:54+00:00" }, { "path": "/bot/mcp-observatory.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:26+00:00", "last": "2026-09-01T06:41:26+00:00" }, { "path": "/bot/mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:54+00:00", "last": "2026-09-01T06:40:54+00:00" }, { "path": "/bot/mcp-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:27+00:00", "last": "2026-09-01T06:42:27+00:00" }, { "path": "/bot/mcp-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:35+00:00", "last": "2026-09-01T06:41:35+00:00" }, { "path": "/bot/mcp-rugpull-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:04+00:00", "last": "2026-09-03T04:17:04+00:00" }, { "path": "/bot/mcp-rugpull-research.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:45+00:00", "last": "2026-09-03T04:18:45+00:00" }, { "path": "/bot/mcp-rugpull-research.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:28+00:00", "last": "2026-09-03T04:18:28+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:00+00:00", "last": "2026-09-01T06:41:00+00:00" }, { "path": "/bot/mcp-schema-archive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:43+00:00", "last": "2026-09-01T06:41:43+00:00" }, { "path": "/bot/mcp-schema-archive.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:40+00:00", "last": "2026-09-01T06:41:40+00:00" }, { "path": "/bot/mcp-stats-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:19+00:00", "last": "2026-09-03T04:18:19+00:00" }, { "path": "/bot/mcp-stats-prober.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:20+00:00", "last": "2026-09-03T04:18:20+00:00" }, { "path": "/bot/mcp-stats-prober.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:01+00:00", "last": "2026-09-03T04:19:01+00:00" }, { "path": "/bot/mcp-uptime.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:15+00:00", "last": "2026-09-03T04:18:15+00:00" }, { "path": "/bot/mcp-uptime.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:28+00:00", "last": "2026-09-03T04:20:28+00:00" }, { "path": "/bot/mcp-uptime.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:18+00:00", "last": "2026-09-03T04:19:18+00:00" }, { "path": "/bot/mcp2-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:22+00:00", "last": "2026-09-03T04:18:22+00:00" }, { "path": "/bot/mcp2-research.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:55+00:00", "last": "2026-09-03T04:20:55+00:00" }, { "path": "/bot/mcp2-research.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:03+00:00", "last": "2026-09-03T04:19:03+00:00" }, { "path": "/bot/mcpbeat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:33+00:00", "last": "2026-09-01T06:40:33+00:00" }, { "path": "/bot/mcpbeat.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:48+00:00", "last": "2026-09-01T06:42:48+00:00" }, { "path": "/bot/mcpbeat.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:44+00:00", "last": "2026-09-01T06:41:44+00:00" }, { "path": "/bot/mcpcatalogsync.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:31+00:00", "last": "2026-09-01T06:40:31+00:00" }, { "path": "/bot/mcpcatalogsync.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:23+00:00", "last": "2026-09-01T06:43:23+00:00" }, { "path": "/bot/mcpcatalogsync.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:01+00:00", "last": "2026-09-01T06:42:01+00:00" }, { "path": "/bot/mcpcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:56+00:00", "last": "2026-09-03T04:16:56+00:00" }, { "path": "/bot/mcpcheck.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:43+00:00", "last": "2026-09-03T04:20:43+00:00" }, { "path": "/bot/mcpcheck.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:24+00:00", "last": "2026-09-03T04:19:24+00:00" }, { "path": "/bot/mcpgrade-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:47+00:00", "last": "2026-09-03T04:17:47+00:00" }, { "path": "/bot/mcpgrade-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:38+00:00", "last": "2026-09-03T04:20:38+00:00" }, { "path": "/bot/mcpgrade-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:42+00:00", "last": "2026-09-03T04:18:42+00:00" }, { "path": "/bot/mcpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:45+00:00", "last": "2026-09-03T04:16:45+00:00" }, { "path": "/bot/mcpi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:25+00:00", "last": "2026-09-03T04:20:25+00:00" }, { "path": "/bot/mcpi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:39+00:00", "last": "2026-09-03T04:18:39+00:00" }, { "path": "/bot/mcpmeter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:35+00:00", "last": "2026-09-01T06:40:35+00:00" }, { "path": "/bot/mcpmeter.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:43+00:00", "last": "2026-09-01T06:42:43+00:00" }, { "path": "/bot/mcpmeter.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:50+00:00", "last": "2026-09-01T06:41:50+00:00" }, { "path": "/bot/mcpqueen-grader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:39+00:00", "last": "2026-09-03T04:17:39+00:00" }, { "path": "/bot/mcpqueen-grader.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:50+00:00", "last": "2026-09-03T04:20:50+00:00" }, { "path": "/bot/mcpqueen-grader.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:02+00:00", "last": "2026-09-03T04:19:02+00:00" }, { "path": "/bot/mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:32+00:00", "last": "2026-09-01T06:40:32+00:00" }, { "path": "/bot/mcpscan.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:48+00:00", "last": "2026-09-01T06:42:48+00:00" }, { "path": "/bot/mcpscan.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:16+00:00", "last": "2026-09-01T06:41:16+00:00" }, { "path": "/bot/mcpwatch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:34+00:00", "last": "2026-09-01T06:40:34+00:00" }, { "path": "/bot/mcpwatch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:43+00:00", "last": "2026-09-01T06:42:43+00:00" }, { "path": "/bot/mcpwatch.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:16+00:00", "last": "2026-09-01T06:41:16+00:00" }, { "path": "/bot/mcpwitness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:11+00:00", "last": "2026-09-03T04:17:11+00:00" }, { "path": "/bot/mcpwitness.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:26+00:00", "last": "2026-09-03T04:21:26+00:00" }, { "path": "/bot/mcpwitness.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:08+00:00", "last": "2026-09-03T04:19:08+00:00" }, { "path": "/bot/measure-mcp-schema.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:59+00:00", "last": "2026-09-01T06:40:59+00:00" }, { "path": "/bot/measure-mcp-schema.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:11+00:00", "last": "2026-09-01T06:42:11+00:00" }, { "path": "/bot/measure-mcp-schema.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:39+00:00", "last": "2026-09-01T06:41:39+00:00" }, { "path": "/bot/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:25+00:00", "last": "2026-09-03T04:17:25+00:00" }, { "path": "/bot/meta-externalagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:08+00:00", "last": "2026-09-03T04:20:08+00:00" }, { "path": "/bot/meta-externalagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:48+00:00", "last": "2026-09-03T04:19:48+00:00" }, { "path": "/bot/movanas-registry-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:28+00:00", "last": "2026-09-01T06:40:28+00:00" }, { "path": "/bot/movanas-registry-snapshot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:15+00:00", "last": "2026-09-01T06:41:15+00:00" }, { "path": "/bot/movanas-registry-snapshot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:10+00:00", "last": "2026-09-01T06:41:10+00:00" }, { "path": "/bot/mozilla-2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:02+00:00", "last": "2026-09-03T04:18:02+00:00" }, { "path": "/bot/mozilla-2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:31+00:00", "last": "2026-09-03T04:20:31+00:00" }, { "path": "/bot/mozilla-2.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:55+00:00", "last": "2026-09-03T04:18:55+00:00" }, { "path": "/bot/mozilla.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:34+00:00", "last": "2026-09-01T06:40:34+00:00" }, { "path": "/bot/mozilla.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:49+00:00", "last": "2026-09-01T06:42:49+00:00" }, { "path": "/bot/mozilla.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:45+00:00", "last": "2026-09-01T06:41:45+00:00" }, { "path": "/bot/mwmbl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:44+00:00", "last": "2026-09-03T04:16:44+00:00" }, { "path": "/bot/mwmbl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:52+00:00", "last": "2026-09-03T04:20:52+00:00" }, { "path": "/bot/mwmbl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:16+00:00", "last": "2026-09-03T04:19:16+00:00" }, { "path": "/bot/neuronto.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:59+00:00", "last": "2026-09-03T04:16:59+00:00" }, { "path": "/bot/neuronto.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:53+00:00", "last": "2026-09-03T04:20:53+00:00" }, { "path": "/bot/neuronto.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:24+00:00", "last": "2026-09-03T04:19:24+00:00" }, { "path": "/bot/node.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:40+00:00", "last": "2026-09-01T06:39:40+00:00" }, { "path": "/bot/node.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:50+00:00", "last": "2026-09-01T06:40:50+00:00" }, { "path": "/bot/node.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:21+00:00", "last": "2026-09-01T06:40:21+00:00" }, { "path": "/bot/oauth4webapi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:13+00:00", "last": "2026-09-03T04:17:13+00:00" }, { "path": "/bot/oauth4webapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:56+00:00", "last": "2026-09-03T04:20:56+00:00" }, { "path": "/bot/oauth4webapi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:27+00:00", "last": "2026-09-03T04:19:27+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:26+00:00", "last": "2026-09-01T06:40:26+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:09+00:00", "last": "2026-09-01T06:41:09+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:09+00:00", "last": "2026-09-01T06:41:09+00:00" }, { "path": "/bot/packagehound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:42+00:00", "last": "2026-09-01T06:40:42+00:00" }, { "path": "/bot/packagehound.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:02+00:00", "last": "2026-09-01T06:43:02+00:00" }, { "path": "/bot/packagehound.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:03+00:00", "last": "2026-09-01T06:42:03+00:00" }, { "path": "/bot/packages-ecosyste-ms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:04+00:00", "last": "2026-09-03T04:17:04+00:00" }, { "path": "/bot/packages-ecosyste-ms.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:48+00:00", "last": "2026-09-03T04:18:48+00:00" }, { "path": "/bot/packages-ecosyste-ms.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:29+00:00", "last": "2026-09-03T04:18:29+00:00" }, { "path": "/bot/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:35+00:00", "last": "2026-09-03T04:17:35+00:00" }, { "path": "/bot/perplexitybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:51+00:00", "last": "2026-09-03T04:21:51+00:00" }, { "path": "/bot/perplexitybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:01+00:00", "last": "2026-09-03T04:20:01+00:00" }, { "path": "/bot/personal-agent-platform-readonly-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:28+00:00", "last": "2026-09-03T04:16:28+00:00" }, { "path": "/bot/personal-agent-platform-readonly-audit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:09+00:00", "last": "2026-09-03T04:17:09+00:00" }, { "path": "/bot/personal-agent-platform-readonly-audit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:09+00:00", "last": "2026-09-03T04:17:09+00:00" }, { "path": "/bot/pip.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:31+00:00", "last": "2026-09-01T06:40:31+00:00" }, { "path": "/bot/pip.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:51+00:00", "last": "2026-09-01T06:42:51+00:00" }, { "path": "/bot/pip.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:17+00:00", "last": "2026-09-01T06:42:17+00:00" }, { "path": "/bot/proofbench.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:39+00:00", "last": "2026-09-01T06:40:39+00:00" }, { "path": "/bot/proofbench.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:12+00:00", "last": "2026-09-01T06:43:12+00:00" }, { "path": "/bot/proofbench.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:25+00:00", "last": "2026-09-01T06:41:25+00:00" }, { "path": "/bot/python-httpx.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:57+00:00", "last": "2026-09-01T06:40:57+00:00" }, { "path": "/bot/python-httpx.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:26+00:00", "last": "2026-09-01T06:42:26+00:00" }, { "path": "/bot/python-httpx.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:37+00:00", "last": "2026-09-01T06:41:37+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:00+00:00", "last": "2026-09-01T06:41:00+00:00" }, { "path": "/bot/python-httpx2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:52+00:00", "last": "2026-09-01T06:42:52+00:00" }, { "path": "/bot/python-httpx2.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:40+00:00", "last": "2026-09-01T06:41:40+00:00" }, { "path": "/bot/python-requests.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:44+00:00", "last": "2026-09-03T04:17:44+00:00" }, { "path": "/bot/python-requests.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:58+00:00", "last": "2026-09-03T04:20:58+00:00" }, { "path": "/bot/python-requests.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:02+00:00", "last": "2026-09-03T04:19:02+00:00" }, { "path": "/bot/qtcreator.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:01+00:00", "last": "2026-09-03T04:17:01+00:00" }, { "path": "/bot/qtcreator.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:04+00:00", "last": "2026-09-03T04:21:04+00:00" }, { "path": "/bot/qtcreator.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:12+00:00", "last": "2026-09-03T04:19:12+00:00" }, { "path": "/bot/reactornetty.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:43+00:00", "last": "2026-09-01T06:40:43+00:00" }, { "path": "/bot/reactornetty.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:08+00:00", "last": "2026-09-01T06:43:08+00:00" }, { "path": "/bot/reactornetty.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:10+00:00", "last": "2026-09-01T06:42:10+00:00" }, { "path": "/bot/reliability-bureau-spike.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:51+00:00", "last": "2026-09-03T04:16:51+00:00" }, { "path": "/bot/reliability-bureau-spike.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:38+00:00", "last": "2026-09-03T04:18:38+00:00" }, { "path": "/bot/reliability-bureau-spike.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:16+00:00", "last": "2026-09-03T04:18:16+00:00" }, { "path": "/bot/repology-linkchecker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:13+00:00", "last": "2026-09-03T04:17:13+00:00" }, { "path": "/bot/repology-linkchecker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:53+00:00", "last": "2026-09-03T04:19:53+00:00" }, { "path": "/bot/repology-linkchecker.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:33+00:00", "last": "2026-09-03T04:18:33+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:48+00:00", "last": "2026-09-03T04:16:48+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:26+00:00", "last": "2026-09-03T04:18:26+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:04+00:00", "last": "2026-09-03T04:18:04+00:00" }, { "path": "/bot/sasame-census-era-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:48+00:00", "last": "2026-09-01T06:40:48+00:00" }, { "path": "/bot/sasame-census-era-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:31+00:00", "last": "2026-09-01T06:41:31+00:00" }, { "path": "/bot/sasame-census-era-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:29+00:00", "last": "2026-09-01T06:41:29+00:00" }, { "path": "/bot/sasame-mcp-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:57+00:00", "last": "2026-09-01T06:40:57+00:00" }, { "path": "/bot/sasame-mcp-audit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:25+00:00", "last": "2026-09-01T06:42:25+00:00" }, { "path": "/bot/sasame-mcp-audit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:37+00:00", "last": "2026-09-01T06:41:37+00:00" }, { "path": "/bot/sasameagentaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:25+00:00", "last": "2026-09-01T06:40:25+00:00" }, { "path": "/bot/sasameagentaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:15+00:00", "last": "2026-09-01T06:43:15+00:00" }, { "path": "/bot/sasameagentaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:26+00:00", "last": "2026-09-01T06:42:26+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:42+00:00", "last": "2026-09-01T06:39:42+00:00" }, { "path": "/bot/sentineloracle.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:24+00:00", "last": "2026-09-01T06:43:24+00:00" }, { "path": "/bot/sentineloracle.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:02+00:00", "last": "2026-09-01T06:42:02+00:00" }, { "path": "/bot/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:12+00:00", "last": "2026-09-03T04:17:12+00:00" }, { "path": "/bot/shapbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:00+00:00", "last": "2026-09-03T04:21:00+00:00" }, { "path": "/bot/shapbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:26+00:00", "last": "2026-09-03T04:19:26+00:00" }, { "path": "/bot/smitherybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:33+00:00", "last": "2026-09-03T04:17:33+00:00" }, { "path": "/bot/smitherybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:27+00:00", "last": "2026-09-03T04:21:27+00:00" }, { "path": "/bot/smitherybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:39+00:00", "last": "2026-09-03T04:19:39+00:00" }, { "path": "/bot/solvedearthpricebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:26+00:00", "last": "2026-09-03T04:16:26+00:00" }, { "path": "/bot/solvedearthpricebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:57+00:00", "last": "2026-09-03T04:20:57+00:00" }, { "path": "/bot/solvedearthpricebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:10+00:00", "last": "2026-09-03T04:19:10+00:00" }, { "path": "/bot/spanly-enrich.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:24+00:00", "last": "2026-09-03T04:18:24+00:00" }, { "path": "/bot/spanly-enrich.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:33+00:00", "last": "2026-09-03T04:20:33+00:00" }, { "path": "/bot/spanly-enrich.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:05+00:00", "last": "2026-09-03T04:19:05+00:00" }, { "path": "/bot/strand-mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:15+00:00", "last": "2026-09-03T04:18:15+00:00" }, { "path": "/bot/strand-mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:28+00:00", "last": "2026-09-03T04:20:28+00:00" }, { "path": "/bot/strand-mcp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:19+00:00", "last": "2026-09-03T04:19:19+00:00" }, { "path": "/bot/tar-directory-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:40+00:00", "last": "2026-09-01T06:40:40+00:00" }, { "path": "/bot/tar-directory-indexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:22+00:00", "last": "2026-09-01T06:41:22+00:00" }, { "path": "/bot/tar-directory-indexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:21+00:00", "last": "2026-09-01T06:41:21+00:00" }, { "path": "/bot/tar-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:01+00:00", "last": "2026-09-01T06:41:01+00:00" }, { "path": "/bot/tar-discovery.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:38+00:00", "last": "2026-09-01T06:42:38+00:00" }, { "path": "/bot/tar-discovery.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:41+00:00", "last": "2026-09-01T06:41:41+00:00" }, { "path": "/bot/tar-health.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:58+00:00", "last": "2026-09-01T06:40:58+00:00" }, { "path": "/bot/tar-health.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:32+00:00", "last": "2026-09-01T06:42:32+00:00" }, { "path": "/bot/tar-health.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:46+00:00", "last": "2026-09-01T06:41:46+00:00" }, { "path": "/bot/telegram.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:57+00:00", "last": "2026-09-03T04:16:57+00:00" }, { "path": "/bot/telegram.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:44+00:00", "last": "2026-09-03T04:20:44+00:00" }, { "path": "/bot/telegram.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:53+00:00", "last": "2026-09-03T04:18:53+00:00" }, { "path": "/bot/telegrambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:44+00:00", "last": "2026-09-01T06:40:44+00:00" }, { "path": "/bot/telegrambot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:17+00:00", "last": "2026-09-01T06:43:17+00:00" }, { "path": "/bot/telegrambot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:00+00:00", "last": "2026-09-01T06:42:00+00:00" }, { "path": "/bot/teppi-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:12+00:00", "last": "2026-09-03T04:18:12+00:00" }, { "path": "/bot/teppi-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:21+00:00", "last": "2026-09-03T04:20:21+00:00" }, { "path": "/bot/teppi-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:54+00:00", "last": "2026-09-03T04:18:54+00:00" }, { "path": "/bot/truespar-mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:37+00:00", "last": "2026-09-01T06:40:37+00:00" }, { "path": "/bot/truespar-mcp-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:19+00:00", "last": "2026-09-01T06:41:19+00:00" }, { "path": "/bot/truespar-mcp-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:19+00:00", "last": "2026-09-01T06:41:19+00:00" }, { "path": "/bot/trustoven-manifest-observer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:39+00:00", "last": "2026-09-03T04:16:39+00:00" }, { "path": "/bot/trustoven-manifest-observer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:21+00:00", "last": "2026-09-03T04:18:21+00:00" }, { "path": "/bot/trustoven-manifest-observer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:14+00:00", "last": "2026-09-03T04:18:14+00:00" }, { "path": "/bot/undici.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:27+00:00", "last": "2026-09-01T06:40:27+00:00" }, { "path": "/bot/undici.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:35+00:00", "last": "2026-09-01T06:42:35+00:00" }, { "path": "/bot/undici.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:45+00:00", "last": "2026-09-01T06:41:45+00:00" }, { "path": "/bot/utopian-foundry-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:23+00:00", "last": "2026-09-01T06:40:23+00:00" }, { "path": "/bot/utopian-foundry-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:06+00:00", "last": "2026-09-01T06:41:06+00:00" }, { "path": "/bot/utopian-foundry-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:05+00:00", "last": "2026-09-01T06:41:05+00:00" }, { "path": "/bot/verifymcp-ownersbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:40+00:00", "last": "2026-09-01T06:40:40+00:00" }, { "path": "/bot/verifymcp-ownersbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:07+00:00", "last": "2026-09-01T06:42:07+00:00" }, { "path": "/bot/verifymcp-ownersbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:23+00:00", "last": "2026-09-01T06:41:23+00:00" }, { "path": "/bot/waggle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:43+00:00", "last": "2026-09-03T04:16:43+00:00" }, { "path": "/bot/waggle.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:29+00:00", "last": "2026-09-03T04:20:29+00:00" }, { "path": "/bot/waggle.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:49+00:00", "last": "2026-09-03T04:18:49+00:00" }, { "path": "/bot/x402-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:41+00:00", "last": "2026-09-01T06:40:41+00:00" }, { "path": "/bot/x402-observatory.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:46+00:00", "last": "2026-09-01T06:42:46+00:00" }, { "path": "/bot/x402-observatory.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:22+00:00", "last": "2026-09-01T06:41:22+00:00" }, { "path": "/bot/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:00+00:00", "last": "2026-09-01T06:40:00+00:00" }, { "path": "/bot/yandexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:01+00:00", "last": "2026-09-01T06:43:01+00:00" }, { "path": "/bot/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:50+00:00", "last": "2026-09-01T06:41:50+00:00" }, { "path": "/c/agentlist/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:57+00:00", "last": "2026-09-03T04:21:57+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:42+00:00", "last": "2026-09-01T06:38:42+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:35:32+00:00", "last": "2026-09-03T00:35:32+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:39+00:00", "last": "2026-09-01T06:38:39+00:00" }, { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:26+00:00", "last": "2026-09-03T04:19:26+00:00" }, { "path": "/c/pypi-registry/ai-crawler-logs/data.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:32+00:00", "last": "2026-09-03T04:20:32+00:00" }, { "path": "/c/pypi-registry/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:58+00:00", "last": "2026-09-03T04:21:58+00:00" }, { "path": "/c/pypi-verify/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:10+00:00", "last": "2026-09-03T04:20:10+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:56+00:00", "last": "2026-09-03T04:21:56+00:00" }, { "path": "/c/thecolony/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:24+00:00", "last": "2026-09-03T04:15:24+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:06+00:00", "last": "2026-09-01T06:39:06+00:00" }, { "path": "/category/ai-search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:45:20+00:00", "last": "2026-09-01T06:45:20+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:27+00:00", "last": "2026-09-01T06:39:27+00:00" }, { "path": "/category/ai-training.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:23+00:00", "last": "2026-09-01T06:44:23+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:28+00:00", "last": "2026-09-01T06:39:28+00:00" }, { "path": "/category/archive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:31+00:00", "last": "2026-09-01T06:44:31+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:16+00:00", "last": "2026-09-01T06:39:16+00:00" }, { "path": "/category/dataset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:26+00:00", "last": "2026-09-01T06:44:26+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:23+00:00", "last": "2026-09-01T06:39:23+00:00" }, { "path": "/category/preview.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:31+00:00", "last": "2026-09-01T06:44:31+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:12+00:00", "last": "2026-09-01T06:39:12+00:00" }, { "path": "/category/search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:13+00:00", "last": "2026-09-01T06:39:13+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:35+00:00", "last": "2026-09-01T06:43:35+00:00" }, { "path": "/category/seo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:15+00:00", "last": "2026-09-01T06:44:15+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:08+00:00", "last": "2026-09-01T06:39:08+00:00" }, { "path": "/category/tool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:22+00:00", "last": "2026-09-01T06:44:22+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:31+00:00", "last": "2026-09-01T06:39:31+00:00" }, { "path": "/category/user-fetch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:45:23+00:00", "last": "2026-09-01T06:45:23+00:00" }, { "path": "/changes", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:37+00:00", "last": "2026-09-03T04:15:37+00:00" }, { "path": "/changes.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:38+00:00", "last": "2026-09-03T04:15:38+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:49+00:00", "last": "2026-09-03T04:17:49+00:00" }, { "path": "/compliance.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:32+00:00", "last": "2026-09-03T04:18:32+00:00" }, { "path": "/compliance.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:31+00:00", "last": "2026-09-03T04:18:31+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:17+00:00", "last": "2026-09-03T04:16:17+00:00" }, { "path": "/contact.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:43+00:00", "last": "2026-09-03T04:23:43+00:00" }, { "path": "/contact.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:37+00:00", "last": "2026-09-03T04:22:37+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:50+00:00", "last": "2026-09-01T06:38:50+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:37+00:00", "last": "2026-09-03T04:16:37+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:58+00:00", "last": "2026-09-03T04:17:58+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:34+00:00", "last": "2026-09-03T04:17:34+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:52+00:00", "last": "2026-09-03T04:16:52+00:00" }, { "path": "/crawler/adsbot-google-mobile.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:38+00:00", "last": "2026-09-03T04:18:38+00:00" }, { "path": "/crawler/adsbot-google-mobile.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:17+00:00", "last": "2026-09-03T04:18:17+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:49+00:00", "last": "2026-09-03T04:17:49+00:00" }, { "path": "/crawler/adsbot-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:49+00:00", "last": "2026-09-03T04:20:49+00:00" }, { "path": "/crawler/adsbot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:22+00:00", "last": "2026-09-03T04:19:22+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:09+00:00", "last": "2026-09-01T06:39:09+00:00" }, { "path": "/crawler/ahrefsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:29+00:00", "last": "2026-09-01T06:43:29+00:00" }, { "path": "/crawler/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:02+00:00", "last": "2026-09-01T06:42:02+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:23+00:00", "last": "2026-09-03T04:16:23+00:00" }, { "path": "/crawler/ahrefssiteaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:39+00:00", "last": "2026-09-03T04:20:39+00:00" }, { "path": "/crawler/ahrefssiteaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:11+00:00", "last": "2026-09-03T04:19:11+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:59+00:00", "last": "2026-09-01T06:39:59+00:00" }, { "path": "/crawler/ai2bot-dolma.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:47+00:00", "last": "2026-09-01T06:42:47+00:00" }, { "path": "/crawler/ai2bot-dolma.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:48+00:00", "last": "2026-09-01T06:41:48+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:03+00:00", "last": "2026-09-01T06:39:03+00:00" }, { "path": "/crawler/ai2bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:55+00:00", "last": "2026-09-01T06:42:55+00:00" }, { "path": "/crawler/ai2bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:53+00:00", "last": "2026-09-01T06:41:53+00:00" }, { "path": "/crawler/aihitbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:30+00:00", "last": "2026-09-03T04:17:30+00:00" }, { "path": "/crawler/aihitbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:07+00:00", "last": "2026-09-03T04:21:07+00:00" }, { "path": "/crawler/aihitbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:44+00:00", "last": "2026-09-03T04:19:44+00:00" }, { "path": "/crawler/aiwebindex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:59+00:00", "last": "2026-09-03T04:15:59+00:00" }, { "path": "/crawler/aiwebindex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:38+00:00", "last": "2026-09-03T04:21:38+00:00" }, { "path": "/crawler/aiwebindex.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:51+00:00", "last": "2026-09-03T04:19:51+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:04+00:00", "last": "2026-09-01T06:39:04+00:00" }, { "path": "/crawler/amazonbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:30+00:00", "last": "2026-09-01T06:43:30+00:00" }, { "path": "/crawler/amazonbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:03+00:00", "last": "2026-09-01T06:42:03+00:00" }, { "path": "/crawler/andibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:07+00:00", "last": "2026-09-03T04:17:07+00:00" }, { "path": "/crawler/andibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:11+00:00", "last": "2026-09-03T04:21:11+00:00" }, { "path": "/crawler/andibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:32+00:00", "last": "2026-09-03T04:19:32+00:00" }, { "path": "/crawler/anomura.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:15+00:00", "last": "2026-09-03T04:17:15+00:00" }, { "path": "/crawler/anomura.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:24+00:00", "last": "2026-09-03T04:21:24+00:00" }, { "path": "/crawler/anomura.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:31+00:00", "last": "2026-09-03T04:19:31+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:07+00:00", "last": "2026-09-01T06:39:07+00:00" }, { "path": "/crawler/anthropic-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:00+00:00", "last": "2026-09-01T06:43:00+00:00" }, { "path": "/crawler/anthropic-ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:17+00:00", "last": "2026-09-01T06:41:17+00:00" }, { "path": "/crawler/apis-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:44+00:00", "last": "2026-09-03T04:17:44+00:00" }, { "path": "/crawler/apis-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:58+00:00", "last": "2026-09-03T04:20:58+00:00" }, { "path": "/crawler/apis-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:03+00:00", "last": "2026-09-03T04:19:03+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:18+00:00", "last": "2026-09-01T06:39:18+00:00" }, { "path": "/crawler/applebot-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:31+00:00", "last": "2026-09-01T06:42:31+00:00" }, { "path": "/crawler/applebot-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:09+00:00", "last": "2026-09-01T06:40:09+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:12+00:00", "last": "2026-09-01T06:39:12+00:00" }, { "path": "/crawler/applebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:01+00:00", "last": "2026-09-01T06:43:01+00:00" }, { "path": "/crawler/applebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:08+00:00", "last": "2026-09-01T06:42:08+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:14+00:00", "last": "2026-09-01T06:39:14+00:00" }, { "path": "/crawler/archive-org-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:18+00:00", "last": "2026-09-01T06:42:18+00:00" }, { "path": "/crawler/archive-org-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:18+00:00", "last": "2026-09-01T06:41:18+00:00" }, { "path": "/crawler/atlassian-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:05+00:00", "last": "2026-09-03T04:16:05+00:00" }, { "path": "/crawler/atlassian-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:49+00:00", "last": "2026-09-03T04:20:49+00:00" }, { "path": "/crawler/atlassian-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:20+00:00", "last": "2026-09-03T04:19:20+00:00" }, { "path": "/crawler/awariorssbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:29+00:00", "last": "2026-09-03T04:16:29+00:00" }, { "path": "/crawler/awariorssbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:27+00:00", "last": "2026-09-03T04:21:27+00:00" }, { "path": "/crawler/awariorssbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:20+00:00", "last": "2026-09-03T04:20:20+00:00" }, { "path": "/crawler/awariosmartbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:20+00:00", "last": "2026-09-03T04:16:20+00:00" }, { "path": "/crawler/awariosmartbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:19+00:00", "last": "2026-09-03T04:20:19+00:00" }, { "path": "/crawler/awariosmartbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:57+00:00", "last": "2026-09-03T04:19:57+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:26+00:00", "last": "2026-09-01T06:39:26+00:00" }, { "path": "/crawler/baiduspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:26+00:00", "last": "2026-09-01T06:43:26+00:00" }, { "path": "/crawler/baiduspider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:36+00:00", "last": "2026-09-01T06:42:36+00:00" }, { "path": "/crawler/barkrowler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:57+00:00", "last": "2026-09-03T04:15:57+00:00" }, { "path": "/crawler/barkrowler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:51+00:00", "last": "2026-09-03T04:21:51+00:00" }, { "path": "/crawler/barkrowler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:02+00:00", "last": "2026-09-03T04:20:02+00:00" }, { "path": "/crawler/bedrockbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:49+00:00", "last": "2026-09-03T04:16:49+00:00" }, { "path": "/crawler/bedrockbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:31+00:00", "last": "2026-09-03T04:17:31+00:00" }, { "path": "/crawler/bedrockbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:50+00:00", "last": "2026-09-03T04:19:50+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:37+00:00", "last": "2026-09-01T06:39:37+00:00" }, { "path": "/crawler/bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:05+00:00", "last": "2026-09-01T06:43:05+00:00" }, { "path": "/crawler/bingbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:55+00:00", "last": "2026-09-01T06:41:55+00:00" }, { "path": "/crawler/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:11+00:00", "last": "2026-09-01T06:39:11+00:00" }, { "path": "/crawler/bytespider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:21+00:00", "last": "2026-09-01T06:43:21+00:00" }, { "path": "/crawler/bytespider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:01+00:00", "last": "2026-09-01T06:42:01+00:00" }, { "path": "/crawler/ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:15+00:00", "last": "2026-09-01T06:39:15+00:00" }, { "path": "/crawler/ccbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:59+00:00", "last": "2026-09-01T06:42:59+00:00" }, { "path": "/crawler/ccbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:27+00:00", "last": "2026-09-01T06:41:27+00:00" }, { "path": "/crawler/chatgpt-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:48+00:00", "last": "2026-09-03T04:17:48+00:00" }, { "path": "/crawler/chatgpt-agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:48+00:00", "last": "2026-09-03T04:20:48+00:00" }, { "path": "/crawler/chatgpt-agent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:22+00:00", "last": "2026-09-03T04:19:22+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:07+00:00", "last": "2026-09-01T06:39:07+00:00" }, { "path": "/crawler/chatgpt-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:59+00:00", "last": "2026-09-01T06:44:59+00:00" }, { "path": "/crawler/chatgpt-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:55+00:00", "last": "2026-09-01T06:43:55+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:03+00:00", "last": "2026-09-01T06:39:03+00:00" }, { "path": "/crawler/claude-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:12+00:00", "last": "2026-09-01T06:42:12+00:00" }, { "path": "/crawler/claude-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:10+00:00", "last": "2026-09-01T06:40:10+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:29+00:00", "last": "2026-09-01T06:39:29+00:00" }, { "path": "/crawler/claude-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:55+00:00", "last": "2026-09-01T06:44:55+00:00" }, { "path": "/crawler/claude-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:44+00:00", "last": "2026-09-01T06:43:44+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:10+00:00", "last": "2026-09-01T06:39:10+00:00" }, { "path": "/crawler/claude-web.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:41+00:00", "last": "2026-09-01T06:42:41+00:00" }, { "path": "/crawler/claude-web.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:14+00:00", "last": "2026-09-01T06:40:14+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:19+00:00", "last": "2026-09-01T06:39:19+00:00" }, { "path": "/crawler/claudebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:28+00:00", "last": "2026-09-01T06:43:28+00:00" }, { "path": "/crawler/claudebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:09+00:00", "last": "2026-09-01T06:42:09+00:00" }, { "path": "/crawler/cloudflare-autorag.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:41+00:00", "last": "2026-09-03T04:16:41+00:00" }, { "path": "/crawler/cloudflare-autorag.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:00+00:00", "last": "2026-09-03T04:19:00+00:00" }, { "path": "/crawler/cloudflare-autorag.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:30+00:00", "last": "2026-09-03T04:18:30+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:21+00:00", "last": "2026-09-01T06:39:21+00:00" }, { "path": "/crawler/cohere-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:39+00:00", "last": "2026-09-01T06:42:39+00:00" }, { "path": "/crawler/cohere-ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:19+00:00", "last": "2026-09-01T06:40:19+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:33+00:00", "last": "2026-09-01T06:39:33+00:00" }, { "path": "/crawler/cohere-training-data-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:15+00:00", "last": "2026-09-01T06:40:15+00:00" }, { "path": "/crawler/cohere-training-data-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:14+00:00", "last": "2026-09-01T06:40:14+00:00" }, { "path": "/crawler/cotoyogi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:21+00:00", "last": "2026-09-03T04:17:21+00:00" }, { "path": "/crawler/cotoyogi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:22+00:00", "last": "2026-09-03T04:17:22+00:00" }, { "path": "/crawler/cotoyogi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:22+00:00", "last": "2026-09-03T04:17:22+00:00" }, { "path": "/crawler/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:07+00:00", "last": "2026-09-03T04:16:07+00:00" }, { "path": "/crawler/crawl4ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:26+00:00", "last": "2026-09-03T04:18:26+00:00" }, { "path": "/crawler/crawl4ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:08+00:00", "last": "2026-09-03T04:18:08+00:00" }, { "path": "/crawler/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:58+00:00", "last": "2026-09-03T04:15:58+00:00" }, { "path": "/crawler/crawlspace.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:29+00:00", "last": "2026-09-03T04:19:29+00:00" }, { "path": "/crawler/crawlspace.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:03+00:00", "last": "2026-09-03T04:18:03+00:00" }, { "path": "/crawler/dataforseobot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:00+00:00", "last": "2026-09-03T04:16:00+00:00" }, { "path": "/crawler/dataforseobot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:14+00:00", "last": "2026-09-03T04:21:14+00:00" }, { "path": "/crawler/dataforseobot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:24+00:00", "last": "2026-09-03T04:20:24+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:10+00:00", "last": "2026-09-01T06:39:10+00:00" }, { "path": "/crawler/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:04+00:00", "last": "2026-09-01T06:43:04+00:00" }, { "path": "/crawler/diffbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:56+00:00", "last": "2026-09-01T06:41:56+00:00" }, { "path": "/crawler/dotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:14+00:00", "last": "2026-09-03T04:17:14+00:00" }, { "path": "/crawler/dotbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:10+00:00", "last": "2026-09-03T04:21:10+00:00" }, { "path": "/crawler/dotbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:07+00:00", "last": "2026-09-03T04:19:07+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:24+00:00", "last": "2026-09-01T06:39:24+00:00" }, { "path": "/crawler/duckassistbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:08+00:00", "last": "2026-09-01T06:43:08+00:00" }, { "path": "/crawler/duckassistbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:30+00:00", "last": "2026-09-01T06:42:30+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:25+00:00", "last": "2026-09-01T06:39:25+00:00" }, { "path": "/crawler/duckduckbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:32+00:00", "last": "2026-09-01T06:43:32+00:00" }, { "path": "/crawler/duckduckbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:25+00:00", "last": "2026-09-01T06:42:25+00:00" }, { "path": "/crawler/echoboxbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:03+00:00", "last": "2026-09-03T04:16:03+00:00" }, { "path": "/crawler/echoboxbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:38+00:00", "last": "2026-09-03T04:21:38+00:00" }, { "path": "/crawler/echoboxbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:39+00:00", "last": "2026-09-03T04:19:39+00:00" }, { "path": "/crawler/exasearchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:59+00:00", "last": "2026-09-03T04:15:59+00:00" }, { "path": "/crawler/exasearchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:34+00:00", "last": "2026-09-03T04:21:34+00:00" }, { "path": "/crawler/exasearchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:15+00:00", "last": "2026-09-03T04:20:15+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:19+00:00", "last": "2026-09-01T06:39:19+00:00" }, { "path": "/crawler/facebookbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:26+00:00", "last": "2026-09-01T06:43:26+00:00" }, { "path": "/crawler/facebookbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:37+00:00", "last": "2026-09-01T06:42:37+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:28+00:00", "last": "2026-09-01T06:39:28+00:00" }, { "path": "/crawler/facebookexternalhit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:13+00:00", "last": "2026-09-01T06:42:13+00:00" }, { "path": "/crawler/facebookexternalhit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:09+00:00", "last": "2026-09-01T06:40:09+00:00" }, { "path": "/crawler/factset-spyderbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:59+00:00", "last": "2026-09-03T04:16:59+00:00" }, { "path": "/crawler/factset-spyderbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:22+00:00", "last": "2026-09-03T04:20:22+00:00" }, { "path": "/crawler/factset-spyderbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:33+00:00", "last": "2026-09-03T04:18:33+00:00" }, { "path": "/crawler/feedfetcher-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:41+00:00", "last": "2026-09-03T04:16:41+00:00" }, { "path": "/crawler/feedfetcher-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:59+00:00", "last": "2026-09-03T04:18:59+00:00" }, { "path": "/crawler/feedfetcher-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:30+00:00", "last": "2026-09-03T04:18:30+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:30+00:00", "last": "2026-09-01T06:39:30+00:00" }, { "path": "/crawler/firecrawlagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:07+00:00", "last": "2026-09-01T06:42:07+00:00" }, { "path": "/crawler/firecrawlagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:06+00:00", "last": "2026-09-01T06:41:06+00:00" }, { "path": "/crawler/google-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:37+00:00", "last": "2026-09-03T04:17:37+00:00" }, { "path": "/crawler/google-agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:05+00:00", "last": "2026-09-03T04:21:05+00:00" }, { "path": "/crawler/google-agent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:02+00:00", "last": "2026-09-03T04:19:02+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:32+00:00", "last": "2026-09-01T06:39:32+00:00" }, { "path": "/crawler/google-cloudvertexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:53+00:00", "last": "2026-09-01T06:41:53+00:00" }, { "path": "/crawler/google-cloudvertexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:13+00:00", "last": "2026-09-01T06:40:13+00:00" }, { "path": "/crawler/google-cws.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:47+00:00", "last": "2026-09-03T04:17:47+00:00" }, { "path": "/crawler/google-cws.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:54+00:00", "last": "2026-09-03T04:20:54+00:00" }, { "path": "/crawler/google-cws.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:44+00:00", "last": "2026-09-03T04:18:44+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:24+00:00", "last": "2026-09-01T06:39:24+00:00" }, { "path": "/crawler/google-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:15+00:00", "last": "2026-09-01T06:42:15+00:00" }, { "path": "/crawler/google-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:34+00:00", "last": "2026-09-01T06:41:34+00:00" }, { "path": "/crawler/google-gemininotebook.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:27+00:00", "last": "2026-09-03T04:16:27+00:00" }, { "path": "/crawler/google-gemininotebook.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:34+00:00", "last": "2026-09-03T04:19:34+00:00" }, { "path": "/crawler/google-gemininotebook.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:34+00:00", "last": "2026-09-03T04:18:34+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:32+00:00", "last": "2026-09-01T06:39:32+00:00" }, { "path": "/crawler/google-inspectiontool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:56+00:00", "last": "2026-09-01T06:41:56+00:00" }, { "path": "/crawler/google-inspectiontool.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:13+00:00", "last": "2026-09-01T06:40:13+00:00" }, { "path": "/crawler/google-pinpoint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:18+00:00", "last": "2026-09-03T04:17:18+00:00" }, { "path": "/crawler/google-pinpoint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:01+00:00", "last": "2026-09-03T04:18:01+00:00" }, { "path": "/crawler/google-pinpoint.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:15+00:00", "last": "2026-09-03T04:19:15+00:00" }, { "path": "/crawler/google-read-aloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:44+00:00", "last": "2026-09-03T04:16:44+00:00" }, { "path": "/crawler/google-read-aloud.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:27+00:00", "last": "2026-09-03T04:17:27+00:00" }, { "path": "/crawler/google-read-aloud.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:26+00:00", "last": "2026-09-03T04:17:26+00:00" }, { "path": "/crawler/google-safety.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:58+00:00", "last": "2026-09-03T04:15:58+00:00" }, { "path": "/crawler/google-safety.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:50+00:00", "last": "2026-09-03T04:20:50+00:00" }, { "path": "/crawler/google-safety.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:21+00:00", "last": "2026-09-03T04:19:21+00:00" }, { "path": "/crawler/google-site-verification.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:02+00:00", "last": "2026-09-03T04:16:02+00:00" }, { "path": "/crawler/google-site-verification.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:17+00:00", "last": "2026-09-03T04:18:17+00:00" }, { "path": "/crawler/google-site-verification.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:59+00:00", "last": "2026-09-03T04:17:59+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:56+00:00", "last": "2026-09-01T06:39:56+00:00" }, { "path": "/crawler/googlebot-image.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:15+00:00", "last": "2026-09-01T06:42:15+00:00" }, { "path": "/crawler/googlebot-image.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:29+00:00", "last": "2026-09-01T06:41:29+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:56+00:00", "last": "2026-09-01T06:39:56+00:00" }, { "path": "/crawler/googlebot-news.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:04+00:00", "last": "2026-09-01T06:41:04+00:00" }, { "path": "/crawler/googlebot-news.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:03+00:00", "last": "2026-09-01T06:41:03+00:00" }, { "path": "/crawler/googlebot-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:01+00:00", "last": "2026-09-03T04:16:01+00:00" }, { "path": "/crawler/googlebot-video.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:17+00:00", "last": "2026-09-03T04:22:17+00:00" }, { "path": "/crawler/googlebot-video.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:09+00:00", "last": "2026-09-03T04:22:09+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:22+00:00", "last": "2026-09-01T06:39:22+00:00" }, { "path": "/crawler/googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:30+00:00", "last": "2026-09-01T06:43:30+00:00" }, { "path": "/crawler/googlebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:09+00:00", "last": "2026-09-01T06:42:09+00:00" }, { "path": "/crawler/googlemessages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:21+00:00", "last": "2026-09-03T04:16:21+00:00" }, { "path": "/crawler/googlemessages.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:00+00:00", "last": "2026-09-03T04:21:00+00:00" }, { "path": "/crawler/googlemessages.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:01+00:00", "last": "2026-09-03T04:17:01+00:00" }, { "path": "/crawler/googleother-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:02+00:00", "last": "2026-09-03T04:17:02+00:00" }, { "path": "/crawler/googleother-image.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:27+00:00", "last": "2026-09-03T04:20:27+00:00" }, { "path": "/crawler/googleother-image.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:34+00:00", "last": "2026-09-03T04:18:34+00:00" }, { "path": "/crawler/googleother-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:29+00:00", "last": "2026-09-03T04:21:29+00:00" }, { "path": "/crawler/googleother-video.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:24+00:00", "last": "2026-09-03T04:22:24+00:00" }, { "path": "/crawler/googleother-video.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:09+00:00", "last": "2026-09-03T04:22:09+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:34+00:00", "last": "2026-09-01T06:39:34+00:00" }, { "path": "/crawler/googleother.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:27+00:00", "last": "2026-09-01T06:43:27+00:00" }, { "path": "/crawler/googleother.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:46+00:00", "last": "2026-09-01T06:42:46+00:00" }, { "path": "/crawler/googleproducer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:15+00:00", "last": "2026-09-03T04:16:15+00:00" }, { "path": "/crawler/googleproducer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:18+00:00", "last": "2026-09-03T04:20:18+00:00" }, { "path": "/crawler/googleproducer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:58+00:00", "last": "2026-09-03T04:19:58+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:37+00:00", "last": "2026-09-01T06:39:37+00:00" }, { "path": "/crawler/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:07+00:00", "last": "2026-09-01T06:43:07+00:00" }, { "path": "/crawler/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:25+00:00", "last": "2026-09-01T06:41:25+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:18+00:00", "last": "2026-09-01T06:39:18+00:00" }, { "path": "/crawler/ia-archiver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:53+00:00", "last": "2026-09-01T06:42:53+00:00" }, { "path": "/crawler/ia-archiver.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:47+00:00", "last": "2026-09-01T06:41:47+00:00" }, { "path": "/crawler/icc-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:11+00:00", "last": "2026-09-03T04:16:11+00:00" }, { "path": "/crawler/icc-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:32+00:00", "last": "2026-09-03T04:18:32+00:00" }, { "path": "/crawler/icc-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:45+00:00", "last": "2026-09-03T04:17:45+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:17+00:00", "last": "2026-09-01T06:39:17+00:00" }, { "path": "/crawler/imagesiftbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:19+00:00", "last": "2026-09-01T06:43:19+00:00" }, { "path": "/crawler/imagesiftbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:22+00:00", "last": "2026-09-01T06:42:22+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:28+00:00", "last": "2026-09-01T06:39:28+00:00" }, { "path": "/crawler/img2dataset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:21+00:00", "last": "2026-09-01T06:43:21+00:00" }, { "path": "/crawler/img2dataset.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:32+00:00", "last": "2026-09-01T06:42:32+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:11+00:00", "last": "2026-09-01T06:40:11+00:00" }, { "path": "/crawler/isscyberriskcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:34+00:00", "last": "2026-09-03T04:16:34+00:00" }, { "path": "/crawler/isscyberriskcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:13+00:00", "last": "2026-09-03T04:21:13+00:00" }, { "path": "/crawler/isscyberriskcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:49+00:00", "last": "2026-09-03T04:19:49+00:00" }, { "path": "/crawler/kagibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:11+00:00", "last": "2026-09-03T04:17:11+00:00" }, { "path": "/crawler/kagibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:12+00:00", "last": "2026-09-03T04:21:12+00:00" }, { "path": "/crawler/kagibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:33+00:00", "last": "2026-09-03T04:19:33+00:00" }, { "path": "/crawler/klaviyoaibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:32+00:00", "last": "2026-09-03T04:16:32+00:00" }, { "path": "/crawler/klaviyoaibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:32+00:00", "last": "2026-09-03T04:21:32+00:00" }, { "path": "/crawler/klaviyoaibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:14+00:00", "last": "2026-09-03T04:20:14+00:00" }, { "path": "/crawler/laiondownloader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:23+00:00", "last": "2026-09-03T04:16:23+00:00" }, { "path": "/crawler/laiondownloader.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:57+00:00", "last": "2026-09-03T04:20:57+00:00" }, { "path": "/crawler/laiondownloader.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:08+00:00", "last": "2026-09-03T04:20:08+00:00" }, { "path": "/crawler/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:49+00:00", "last": "2026-09-03T04:16:49+00:00" }, { "path": "/crawler/lightpanda.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:36+00:00", "last": "2026-09-03T04:21:36+00:00" }, { "path": "/crawler/lightpanda.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:40+00:00", "last": "2026-09-03T04:19:40+00:00" }, { "path": "/crawler/linguee-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:43+00:00", "last": "2026-09-03T04:17:43+00:00" }, { "path": "/crawler/linguee-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:51+00:00", "last": "2026-09-03T04:20:51+00:00" }, { "path": "/crawler/linguee-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:58+00:00", "last": "2026-09-03T04:18:58+00:00" }, { "path": "/crawler/mediapartners-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:28+00:00", "last": "2026-09-03T04:16:28+00:00" }, { "path": "/crawler/mediapartners-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:12+00:00", "last": "2026-09-03T04:20:12+00:00" }, { "path": "/crawler/mediapartners-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:23+00:00", "last": "2026-09-03T04:18:23+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:05+00:00", "last": "2026-09-01T06:39:05+00:00" }, { "path": "/crawler/meta-externalagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:17+00:00", "last": "2026-09-01T06:41:17+00:00" }, { "path": "/crawler/meta-externalagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:08+00:00", "last": "2026-09-01T06:40:08+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:16+00:00", "last": "2026-09-01T06:39:16+00:00" }, { "path": "/crawler/meta-externalfetcher.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:22+00:00", "last": "2026-09-01T06:42:22+00:00" }, { "path": "/crawler/meta-externalfetcher.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:07+00:00", "last": "2026-09-01T06:40:07+00:00" }, { "path": "/crawler/meta-webindexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:19+00:00", "last": "2026-09-03T04:17:19+00:00" }, { "path": "/crawler/meta-webindexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:06+00:00", "last": "2026-09-03T04:20:06+00:00" }, { "path": "/crawler/meta-webindexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:14+00:00", "last": "2026-09-03T04:19:14+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:06+00:00", "last": "2026-09-01T06:39:06+00:00" }, { "path": "/crawler/mistralai-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:41+00:00", "last": "2026-09-01T06:44:41+00:00" }, { "path": "/crawler/mistralai-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:34+00:00", "last": "2026-09-01T06:44:34+00:00" }, { "path": "/crawler/mj12bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:02+00:00", "last": "2026-09-03T04:16:02+00:00" }, { "path": "/crawler/mj12bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:53+00:00", "last": "2026-09-03T04:20:53+00:00" }, { "path": "/crawler/mj12bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:31+00:00", "last": "2026-09-03T04:19:31+00:00" }, { "path": "/crawler/mojeekbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:25+00:00", "last": "2026-09-03T04:17:25+00:00" }, { "path": "/crawler/mojeekbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:49+00:00", "last": "2026-09-03T04:21:49+00:00" }, { "path": "/crawler/mojeekbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:46+00:00", "last": "2026-09-03T04:19:46+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:25+00:00", "last": "2026-09-01T06:39:25+00:00" }, { "path": "/crawler/oai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:50+00:00", "last": "2026-09-01T06:42:50+00:00" }, { "path": "/crawler/oai-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:49+00:00", "last": "2026-09-01T06:41:49+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:17+00:00", "last": "2026-09-01T06:39:17+00:00" }, { "path": "/crawler/omgili.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:04+00:00", "last": "2026-09-01T06:43:04+00:00" }, { "path": "/crawler/omgili.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:18+00:00", "last": "2026-09-01T06:41:18+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:31+00:00", "last": "2026-09-01T06:39:31+00:00" }, { "path": "/crawler/omgilibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:28+00:00", "last": "2026-09-01T06:43:28+00:00" }, { "path": "/crawler/omgilibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:04+00:00", "last": "2026-09-01T06:42:04+00:00" }, { "path": "/crawler/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:27+00:00", "last": "2026-09-03T04:17:27+00:00" }, { "path": "/crawler/panscient.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:49+00:00", "last": "2026-09-03T04:21:49+00:00" }, { "path": "/crawler/panscient.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:43+00:00", "last": "2026-09-03T04:19:43+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:30+00:00", "last": "2026-09-01T06:39:30+00:00" }, { "path": "/crawler/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:40+00:00", "last": "2026-09-01T06:44:40+00:00" }, { "path": "/crawler/perplexity-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:28+00:00", "last": "2026-09-01T06:44:28+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:20+00:00", "last": "2026-09-01T06:39:20+00:00" }, { "path": "/crawler/perplexitybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:42+00:00", "last": "2026-09-01T06:42:42+00:00" }, { "path": "/crawler/perplexitybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:29+00:00", "last": "2026-09-01T06:42:29+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:09+00:00", "last": "2026-09-01T06:39:09+00:00" }, { "path": "/crawler/petalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:02+00:00", "last": "2026-09-01T06:43:02+00:00" }, { "path": "/crawler/petalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:10+00:00", "last": "2026-09-01T06:42:10+00:00" }, { "path": "/crawler/phindbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:23+00:00", "last": "2026-09-03T04:17:23+00:00" }, { "path": "/crawler/phindbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:05+00:00", "last": "2026-09-03T04:21:05+00:00" }, { "path": "/crawler/phindbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:36+00:00", "last": "2026-09-03T04:19:36+00:00" }, { "path": "/crawler/pinterestbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:29+00:00", "last": "2026-09-03T04:16:29+00:00" }, { "path": "/crawler/pinterestbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:13+00:00", "last": "2026-09-03T04:21:13+00:00" }, { "path": "/crawler/pinterestbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:16+00:00", "last": "2026-09-03T04:20:16+00:00" }, { "path": "/crawler/poseidon-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:13+00:00", "last": "2026-09-03T04:16:13+00:00" }, { "path": "/crawler/poseidon-research-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:56+00:00", "last": "2026-09-03T04:17:56+00:00" }, { "path": "/crawler/poseidon-research-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:53+00:00", "last": "2026-09-03T04:16:53+00:00" }, { "path": "/crawler/qualifiedbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:03+00:00", "last": "2026-09-03T04:16:03+00:00" }, { "path": "/crawler/qualifiedbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:31+00:00", "last": "2026-09-03T04:21:31+00:00" }, { "path": "/crawler/qualifiedbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:15+00:00", "last": "2026-09-03T04:20:15+00:00" }, { "path": "/crawler/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:24+00:00", "last": "2026-09-03T04:17:24+00:00" }, { "path": "/crawler/quillbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:10+00:00", "last": "2026-09-03T04:21:10+00:00" }, { "path": "/crawler/quillbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:42+00:00", "last": "2026-09-03T04:19:42+00:00" }, { "path": "/crawler/qwantbot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:00+00:00", "last": "2026-09-03T04:18:00+00:00" }, { "path": "/crawler/qwantbot-news.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:10+00:00", "last": "2026-09-03T04:20:10+00:00" }, { "path": "/crawler/qwantbot-news.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:41+00:00", "last": "2026-09-03T04:18:41+00:00" }, { "path": "/crawler/qwantbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:19+00:00", "last": "2026-09-03T04:17:19+00:00" }, { "path": "/crawler/qwantbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:10+00:00", "last": "2026-09-03T04:21:10+00:00" }, { "path": "/crawler/qwantbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:44+00:00", "last": "2026-09-03T04:19:44+00:00" }, { "path": "/crawler/reflectionbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:14+00:00", "last": "2026-09-03T04:16:14+00:00" }, { "path": "/crawler/reflectionbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:45+00:00", "last": "2026-09-03T04:20:45+00:00" }, { "path": "/crawler/reflectionbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:23+00:00", "last": "2026-09-03T04:20:23+00:00" }, { "path": "/crawler/rogerbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:32+00:00", "last": "2026-09-03T04:17:32+00:00" }, { "path": "/crawler/rogerbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:17+00:00", "last": "2026-09-03T04:21:17+00:00" }, { "path": "/crawler/rogerbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:55+00:00", "last": "2026-09-03T04:19:55+00:00" }, { "path": "/crawler/sbintuitionsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:25+00:00", "last": "2026-09-03T04:16:25+00:00" }, { "path": "/crawler/sbintuitionsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:40+00:00", "last": "2026-09-03T04:20:40+00:00" }, { "path": "/crawler/sbintuitionsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:09+00:00", "last": "2026-09-03T04:19:09+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:11+00:00", "last": "2026-09-01T06:39:11+00:00" }, { "path": "/crawler/scrapy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:17+00:00", "last": "2026-09-01T06:43:17+00:00" }, { "path": "/crawler/scrapy.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:47+00:00", "last": "2026-09-01T06:41:47+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:38+00:00", "last": "2026-09-03T04:16:38+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:57+00:00", "last": "2026-09-03T04:17:57+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:34+00:00", "last": "2026-09-03T04:17:34+00:00" }, { "path": "/crawler/semrushbot-ba.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:11+00:00", "last": "2026-09-03T04:16:11+00:00" }, { "path": "/crawler/semrushbot-ba.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:42+00:00", "last": "2026-09-03T04:20:42+00:00" }, { "path": "/crawler/semrushbot-ba.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:20+00:00", "last": "2026-09-03T04:19:20+00:00" }, { "path": "/crawler/semrushbot-esi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:05+00:00", "last": "2026-09-03T04:16:05+00:00" }, { "path": "/crawler/semrushbot-esi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:06+00:00", "last": "2026-09-03T04:20:06+00:00" }, { "path": "/crawler/semrushbot-esi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:35+00:00", "last": "2026-09-03T04:19:35+00:00" }, { "path": "/crawler/semrushbot-ft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:12+00:00", "last": "2026-09-03T04:16:12+00:00" }, { "path": "/crawler/semrushbot-ft.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:41+00:00", "last": "2026-09-03T04:20:41+00:00" }, { "path": "/crawler/semrushbot-ft.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:16+00:00", "last": "2026-09-03T04:19:16+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:15+00:00", "last": "2026-09-01T06:39:15+00:00" }, { "path": "/crawler/semrushbot-ocob.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:14+00:00", "last": "2026-09-01T06:42:14+00:00" }, { "path": "/crawler/semrushbot-ocob.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:38+00:00", "last": "2026-09-01T06:41:38+00:00" }, { "path": "/crawler/semrushbot-si.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:56+00:00", "last": "2026-09-03T04:15:56+00:00" }, { "path": "/crawler/semrushbot-si.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:41+00:00", "last": "2026-09-03T04:20:41+00:00" }, { "path": "/crawler/semrushbot-si.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:16+00:00", "last": "2026-09-03T04:19:16+00:00" }, { "path": "/crawler/semrushbot-swa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:14+00:00", "last": "2026-09-03T04:16:14+00:00" }, { "path": "/crawler/semrushbot-swa.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:09+00:00", "last": "2026-09-03T04:20:09+00:00" }, { "path": "/crawler/semrushbot-swa.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:36+00:00", "last": "2026-09-03T04:19:36+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:21+00:00", "last": "2026-09-01T06:39:21+00:00" }, { "path": "/crawler/semrushbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:23+00:00", "last": "2026-09-01T06:43:23+00:00" }, { "path": "/crawler/semrushbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:00+00:00", "last": "2026-09-01T06:42:00+00:00" }, { "path": "/crawler/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:24+00:00", "last": "2026-09-03T04:17:24+00:00" }, { "path": "/crawler/seokicks.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:20+00:00", "last": "2026-09-03T04:21:20+00:00" }, { "path": "/crawler/seokicks.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:57+00:00", "last": "2026-09-03T04:19:57+00:00" }, { "path": "/crawler/serpstatbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:36+00:00", "last": "2026-09-03T04:16:36+00:00" }, { "path": "/crawler/serpstatbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:44+00:00", "last": "2026-09-03T04:21:44+00:00" }, { "path": "/crawler/serpstatbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:34+00:00", "last": "2026-09-03T04:20:34+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:26+00:00", "last": "2026-09-01T06:39:26+00:00" }, { "path": "/crawler/seznambot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:27+00:00", "last": "2026-09-01T06:43:27+00:00" }, { "path": "/crawler/seznambot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:05+00:00", "last": "2026-09-01T06:42:05+00:00" }, { "path": "/crawler/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:10+00:00", "last": "2026-09-03T04:17:10+00:00" }, { "path": "/crawler/shapbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:12+00:00", "last": "2026-09-03T04:21:12+00:00" }, { "path": "/crawler/shapbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:32+00:00", "last": "2026-09-03T04:19:32+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:14+00:00", "last": "2026-09-03T04:16:14+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:40+00:00", "last": "2026-09-03T04:18:40+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:13+00:00", "last": "2026-09-03T04:18:13+00:00" }, { "path": "/crawler/siteauditbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:30+00:00", "last": "2026-09-03T04:16:30+00:00" }, { "path": "/crawler/siteauditbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:14+00:00", "last": "2026-09-03T04:21:14+00:00" }, { "path": "/crawler/siteauditbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:13+00:00", "last": "2026-09-03T04:20:13+00:00" }, { "path": "/crawler/slackbot-linkexpanding.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:22+00:00", "last": "2026-09-03T04:16:22+00:00" }, { "path": "/crawler/slackbot-linkexpanding.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:28+00:00", "last": "2026-09-03T04:18:28+00:00" }, { "path": "/crawler/slackbot-linkexpanding.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:37+00:00", "last": "2026-09-03T04:18:37+00:00" }, { "path": "/crawler/slackbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:12+00:00", "last": "2026-09-03T04:16:12+00:00" }, { "path": "/crawler/slackbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:09+00:00", "last": "2026-09-03T04:21:09+00:00" }, { "path": "/crawler/slackbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:43+00:00", "last": "2026-09-03T04:19:43+00:00" }, { "path": "/crawler/splitsignalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:22+00:00", "last": "2026-09-03T04:16:22+00:00" }, { "path": "/crawler/splitsignalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:32+00:00", "last": "2026-09-03T04:20:32+00:00" }, { "path": "/crawler/splitsignalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:05+00:00", "last": "2026-09-03T04:20:05+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:23+00:00", "last": "2026-09-01T06:39:23+00:00" }, { "path": "/crawler/storebot-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:16+00:00", "last": "2026-09-01T06:42:16+00:00" }, { "path": "/crawler/storebot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:38+00:00", "last": "2026-09-01T06:41:38+00:00" }, { "path": "/crawler/terracotta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:55+00:00", "last": "2026-09-03T04:16:55+00:00" }, { "path": "/crawler/terracotta.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:39+00:00", "last": "2026-09-03T04:21:39+00:00" }, { "path": "/crawler/terracotta.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:59+00:00", "last": "2026-09-03T04:19:59+00:00" }, { "path": "/crawler/thinkbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:20+00:00", "last": "2026-09-03T04:17:20+00:00" }, { "path": "/crawler/thinkbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:08+00:00", "last": "2026-09-03T04:21:08+00:00" }, { "path": "/crawler/thinkbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:36+00:00", "last": "2026-09-03T04:19:36+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:33+00:00", "last": "2026-09-01T06:39:33+00:00" }, { "path": "/crawler/tiktokspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:07+00:00", "last": "2026-09-01T06:43:07+00:00" }, { "path": "/crawler/tiktokspider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:22+00:00", "last": "2026-09-01T06:42:22+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:27+00:00", "last": "2026-09-01T06:39:27+00:00" }, { "path": "/crawler/timpibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:03+00:00", "last": "2026-09-01T06:43:03+00:00" }, { "path": "/crawler/timpibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:05+00:00", "last": "2026-09-01T06:42:05+00:00" }, { "path": "/crawler/velenpublicwebcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:47+00:00", "last": "2026-09-03T04:16:47+00:00" }, { "path": "/crawler/velenpublicwebcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:47+00:00", "last": "2026-09-03T04:21:47+00:00" }, { "path": "/crawler/velenpublicwebcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:47+00:00", "last": "2026-09-03T04:19:47+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:05+00:00", "last": "2026-09-01T06:39:05+00:00" }, { "path": "/crawler/webzio-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:14+00:00", "last": "2026-09-01T06:42:14+00:00" }, { "path": "/crawler/webzio-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:39+00:00", "last": "2026-09-01T06:41:39+00:00" }, { "path": "/crawler/wpbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:00+00:00", "last": "2026-09-03T04:17:00+00:00" }, { "path": "/crawler/wpbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:04+00:00", "last": "2026-09-03T04:21:04+00:00" }, { "path": "/crawler/wpbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:11+00:00", "last": "2026-09-03T04:19:11+00:00" }, { "path": "/crawler/yak.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:53+00:00", "last": "2026-09-03T04:16:53+00:00" }, { "path": "/crawler/yak.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:48+00:00", "last": "2026-09-03T04:20:48+00:00" }, { "path": "/crawler/yak.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:50+00:00", "last": "2026-09-03T04:18:50+00:00" }, { "path": "/crawler/yandexadditional.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:25+00:00", "last": "2026-09-03T04:16:25+00:00" }, { "path": "/crawler/yandexadditional.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:30+00:00", "last": "2026-09-03T04:20:30+00:00" }, { "path": "/crawler/yandexadditional.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:56+00:00", "last": "2026-09-03T04:18:56+00:00" }, { "path": "/crawler/yandexadditionalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:08+00:00", "last": "2026-09-03T04:16:08+00:00" }, { "path": "/crawler/yandexadditionalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:09+00:00", "last": "2026-09-03T04:16:09+00:00" }, { "path": "/crawler/yandexadditionalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:09+00:00", "last": "2026-09-03T04:16:09+00:00" }, { "path": "/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:35+00:00", "last": "2026-09-03T04:16:35+00:00" }, { "path": "/crawler/yandexblogs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:44+00:00", "last": "2026-09-03T04:21:44+00:00" }, { "path": "/crawler/yandexblogs.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:35+00:00", "last": "2026-09-03T04:20:35+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:14+00:00", "last": "2026-09-01T06:39:14+00:00" }, { "path": "/crawler/yandexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:29+00:00", "last": "2026-09-01T06:43:29+00:00" }, { "path": "/crawler/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:04+00:00", "last": "2026-09-01T06:42:04+00:00" }, { "path": "/crawler/yandexcalendar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:21+00:00", "last": "2026-09-03T04:16:21+00:00" }, { "path": "/crawler/yandexcalendar.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:26+00:00", "last": "2026-09-03T04:20:26+00:00" }, { "path": "/crawler/yandexcalendar.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:18+00:00", "last": "2026-09-03T04:20:18+00:00" }, { "path": "/crawler/yandexcombot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:32+00:00", "last": "2026-09-03T04:16:32+00:00" }, { "path": "/crawler/yandexcombot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:32+00:00", "last": "2026-09-03T04:21:32+00:00" }, { "path": "/crawler/yandexcombot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:13+00:00", "last": "2026-09-03T04:20:13+00:00" }, { "path": "/crawler/yandexdirect.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:33+00:00", "last": "2026-09-03T04:16:33+00:00" }, { "path": "/crawler/yandexdirect.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:32+00:00", "last": "2026-09-03T04:21:32+00:00" }, { "path": "/crawler/yandexdirect.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:14+00:00", "last": "2026-09-03T04:20:14+00:00" }, { "path": "/crawler/yandexfavicons.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:08+00:00", "last": "2026-09-03T04:16:08+00:00" }, { "path": "/crawler/yandexfavicons.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:17+00:00", "last": "2026-09-03T04:20:17+00:00" }, { "path": "/crawler/yandexfavicons.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:05+00:00", "last": "2026-09-03T04:20:05+00:00" }, { "path": "/crawler/yandeximages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:31+00:00", "last": "2026-09-03T04:16:31+00:00" }, { "path": "/crawler/yandeximages.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:30+00:00", "last": "2026-09-03T04:21:30+00:00" }, { "path": "/crawler/yandeximages.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:16+00:00", "last": "2026-09-03T04:20:16+00:00" }, { "path": "/crawler/yandexmarket.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:33+00:00", "last": "2026-09-03T04:16:33+00:00" }, { "path": "/crawler/yandexmarket.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:33+00:00", "last": "2026-09-03T04:21:33+00:00" }, { "path": "/crawler/yandexmarket.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:17+00:00", "last": "2026-09-03T04:20:17+00:00" }, { "path": "/crawler/yandexmedia.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:10+00:00", "last": "2026-09-03T04:16:10+00:00" }, { "path": "/crawler/yandexmedia.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:43+00:00", "last": "2026-09-03T04:21:43+00:00" }, { "path": "/crawler/yandexmedia.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:46+00:00", "last": "2026-09-03T04:20:46+00:00" }, { "path": "/crawler/yandexmetrika.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:06+00:00", "last": "2026-09-03T04:16:06+00:00" }, { "path": "/crawler/yandexmetrika.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:31+00:00", "last": "2026-09-03T04:18:31+00:00" }, { "path": "/crawler/yandexmetrika.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:23+00:00", "last": "2026-09-03T04:20:23+00:00" }, { "path": "/crawler/yandexmobilebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:07+00:00", "last": "2026-09-03T04:16:07+00:00" }, { "path": "/crawler/yandexmobilebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:36+00:00", "last": "2026-09-03T04:20:36+00:00" }, { "path": "/crawler/yandexmobilebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:09+00:00", "last": "2026-09-03T04:19:09+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:00+00:00", "last": "2026-09-03T04:16:00+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:36+00:00", "last": "2026-09-03T04:20:36+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:40+00:00", "last": "2026-09-03T04:18:40+00:00" }, { "path": "/crawler/yandexscreenshotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:19+00:00", "last": "2026-09-03T04:16:19+00:00" }, { "path": "/crawler/yandexscreenshotbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:04+00:00", "last": "2026-09-03T04:20:04+00:00" }, { "path": "/crawler/yandexscreenshotbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:19+00:00", "last": "2026-09-03T04:18:19+00:00" }, { "path": "/crawler/yandexvideo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:35+00:00", "last": "2026-09-03T04:16:35+00:00" }, { "path": "/crawler/yandexvideo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:43+00:00", "last": "2026-09-03T04:21:43+00:00" }, { "path": "/crawler/yandexvideo.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:35+00:00", "last": "2026-09-03T04:20:35+00:00" }, { "path": "/crawler/yandexwebmaster.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:24+00:00", "last": "2026-09-03T04:16:24+00:00" }, { "path": "/crawler/yandexwebmaster.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:41+00:00", "last": "2026-09-03T04:20:41+00:00" }, { "path": "/crawler/yandexwebmaster.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:10+00:00", "last": "2026-09-03T04:19:10+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:35+00:00", "last": "2026-09-01T06:39:35+00:00" }, { "path": "/crawler/yeti.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:44+00:00", "last": "2026-09-01T06:42:44+00:00" }, { "path": "/crawler/yeti.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:21+00:00", "last": "2026-09-01T06:40:21+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:20+00:00", "last": "2026-09-01T06:39:20+00:00" }, { "path": "/crawler/youbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:06+00:00", "last": "2026-09-01T06:43:06+00:00" }, { "path": "/crawler/youbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:25+00:00", "last": "2026-09-01T06:41:25+00:00" }, { "path": "/data/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:52+00:00", "last": "2026-09-01T06:38:52+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:03+00:00", "last": "2026-09-01T06:40:03+00:00" }, { "path": "/documents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:39+00:00", "last": "2026-09-03T04:15:39+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:56+00:00", "last": "2026-09-01T06:38:56+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:51+00:00", "last": "2026-09-01T06:38:51+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:53+00:00", "last": "2026-09-01T06:38:53+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:23:47+00:00", "last": "2026-09-01T05:23:47+00:00" }, { "path": "/impressum", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:58+00:00", "last": "2026-09-03T04:16:58+00:00" }, { "path": "/impressum.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:21+00:00", "last": "2026-09-03T04:18:21+00:00" }, { "path": "/impressum.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:41+00:00", "last": "2026-09-03T04:17:41+00:00" }, { "path": "/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:39+00:00", "last": "2026-09-01T06:39:39+00:00" }, { "path": "/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:39+00:00", "last": "2026-09-03T04:15:39+00:00" }, { "path": "/index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:29+00:00", "last": "2026-09-03T04:15:29+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:53+00:00", "last": "2026-09-01T06:38:53+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:05+00:00", "last": "2026-09-03T04:17:05+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:47+00:00", "last": "2026-09-03T04:18:47+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:29+00:00", "last": "2026-09-03T04:18:29+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:22+00:00", "last": "2026-09-03T04:18:22+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:34+00:00", "last": "2026-09-01T06:42:34+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:46+00:00", "last": "2026-09-01T06:41:46+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:49+00:00", "last": "2026-09-01T06:39:49+00:00" }, { "path": "/ip-ranges/apple-applebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:07+00:00", "last": "2026-09-01T06:40:07+00:00" }, { "path": "/ip-ranges/apple-applebot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:47+00:00", "last": "2026-09-01T06:40:47+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:04+00:00", "last": "2026-09-01T06:40:04+00:00" }, { "path": "/ip-ranges/bing-bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:20+00:00", "last": "2026-09-01T06:40:20+00:00" }, { "path": "/ip-ranges/bing-bingbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:58+00:00", "last": "2026-09-01T06:40:58+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:34+00:00", "last": "2026-09-01T06:39:34+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:06+00:00", "last": "2026-09-01T06:40:06+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:16+00:00", "last": "2026-09-01T06:40:16+00:00" }, { "path": "/ip-ranges/google-googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:35+00:00", "last": "2026-09-01T06:39:35+00:00" }, { "path": "/ip-ranges/google-googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:03+00:00", "last": "2026-09-01T06:40:03+00:00" }, { "path": "/ip-ranges/google-googlebot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:16+00:00", "last": "2026-09-01T06:40:16+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:36+00:00", "last": "2026-09-01T06:39:36+00:00" }, { "path": "/ip-ranges/google-special.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:19+00:00", "last": "2026-09-01T06:40:19+00:00" }, { "path": "/ip-ranges/google-special.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:17+00:00", "last": "2026-09-01T06:40:17+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:38+00:00", "last": "2026-09-03T04:20:38+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:56+00:00", "last": "2026-09-03T04:21:56+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:19+00:00", "last": "2026-09-03T04:21:19+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:18+00:00", "last": "2026-09-03T04:21:18+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:59+00:00", "last": "2026-09-01T06:41:59+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:39+00:00", "last": "2026-09-01T06:42:39+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:40+00:00", "last": "2026-09-01T06:42:40+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:36+00:00", "last": "2026-09-01T06:43:36+00:00" }, { "path": "/ip-ranges/google-user-triggered.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:19+00:00", "last": "2026-09-01T06:44:19+00:00" }, { "path": "/ip-ranges/google-user-triggered.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:17+00:00", "last": "2026-09-01T06:44:17+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:18+00:00", "last": "2026-09-01T06:40:18+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:35+00:00", "last": "2026-09-01T06:43:35+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:00+00:00", "last": "2026-09-01T06:44:00+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:17+00:00", "last": "2026-09-01T06:44:17+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:02+00:00", "last": "2026-09-01T06:40:02+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:04+00:00", "last": "2026-09-01T06:41:04+00:00" }, { "path": "/ip-ranges/openai-gptbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:03+00:00", "last": "2026-09-01T06:41:03+00:00" }, { "path": "/ip-ranges/openai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:54+00:00", "last": "2026-09-01T06:39:54+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:13+00:00", "last": "2026-09-01T06:40:13+00:00" }, { "path": "/ip-ranges/openai-searchbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:49+00:00", "last": "2026-09-01T06:40:49+00:00" }, { "path": "/ip-ranges/perplexity-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:36+00:00", "last": "2026-09-01T06:39:36+00:00" }, { "path": "/ip-ranges/perplexity-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:18+00:00", "last": "2026-09-01T06:40:18+00:00" }, { "path": "/ip-ranges/perplexity-bot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:17+00:00", "last": "2026-09-01T06:40:17+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:37+00:00", "last": "2026-09-01T06:43:37+00:00" }, { "path": "/ip-ranges/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:12+00:00", "last": "2026-09-01T06:44:12+00:00" }, { "path": "/ip-ranges/perplexity-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:18+00:00", "last": "2026-09-01T06:44:18+00:00" }, { "path": "/legal", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:03+00:00", "last": "2026-09-03T04:17:03+00:00" }, { "path": "/legal.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:46+00:00", "last": "2026-09-03T04:17:46+00:00" }, { "path": "/legal.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:45+00:00", "last": "2026-09-03T04:17:45+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:01+00:00", "last": "2026-09-01T06:39:01+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:34+00:00", "last": "2026-09-03T04:15:34+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:57+00:00", "last": "2026-09-01T06:38:57+00:00" }, { "path": "/mcp-lint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:27+00:00", "last": "2026-09-03T04:16:27+00:00" }, { "path": "/mcp-lint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:08+00:00", "last": "2026-09-03T04:17:08+00:00" }, { "path": "/mcp-lint.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:08+00:00", "last": "2026-09-03T04:17:08+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:04+00:00", "last": "2026-09-03T04:16:04+00:00" }, { "path": "/mcp-netcheck.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:46+00:00", "last": "2026-09-03T04:16:46+00:00" }, { "path": "/mcp-netcheck.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:46+00:00", "last": "2026-09-03T04:16:46+00:00" }, { "path": "/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:25+00:00", "last": "2026-09-03T04:16:25+00:00" }, { "path": "/mcp-robots.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:06+00:00", "last": "2026-09-03T04:17:06+00:00" }, { "path": "/mcp-robots.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:06+00:00", "last": "2026-09-03T04:17:06+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:55+00:00", "last": "2026-09-01T06:38:55+00:00" }, { "path": "/openapi.yaml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:01+00:00", "last": "2026-09-01T06:39:01+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:56+00:00", "last": "2026-09-01T06:38:56+00:00" }, { "path": "/operator/ahrefs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:50+00:00", "last": "2026-09-01T06:39:50+00:00" }, { "path": "/operator/ahrefs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:11+00:00", "last": "2026-09-01T06:43:11+00:00" }, { "path": "/operator/ai2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:43+00:00", "last": "2026-09-01T06:39:43+00:00" }, { "path": "/operator/ai2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:54+00:00", "last": "2026-09-01T06:42:54+00:00" }, { "path": "/operator/aihit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:12+00:00", "last": "2026-09-03T04:18:12+00:00" }, { "path": "/operator/aihit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:26+00:00", "last": "2026-09-03T04:21:26+00:00" }, { "path": "/operator/aihit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:06+00:00", "last": "2026-09-03T04:19:06+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:51+00:00", "last": "2026-09-01T06:39:51+00:00" }, { "path": "/operator/amazon.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:11+00:00", "last": "2026-09-01T06:43:11+00:00" }, { "path": "/operator/andi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:49+00:00", "last": "2026-09-03T04:17:49+00:00" }, { "path": "/operator/andi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:04+00:00", "last": "2026-09-03T04:21:04+00:00" }, { "path": "/operator/andi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:14+00:00", "last": "2026-09-03T04:19:14+00:00" }, { "path": "/operator/anthropic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:44+00:00", "last": "2026-09-01T06:39:44+00:00" }, { "path": "/operator/anthropic.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:25+00:00", "last": "2026-09-01T06:43:25+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:55+00:00", "last": "2026-09-01T06:39:55+00:00" }, { "path": "/operator/apple.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:18+00:00", "last": "2026-09-01T06:43:18+00:00" }, { "path": "/operator/atlassian.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:52+00:00", "last": "2026-09-03T04:16:52+00:00" }, { "path": "/operator/atlassian.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:41+00:00", "last": "2026-09-03T04:21:41+00:00" }, { "path": "/operator/atlassian.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:50+00:00", "last": "2026-09-03T04:19:50+00:00" }, { "path": "/operator/awario.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:14+00:00", "last": "2026-09-03T04:17:14+00:00" }, { "path": "/operator/awario.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:23+00:00", "last": "2026-09-03T04:21:23+00:00" }, { "path": "/operator/awario.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:37+00:00", "last": "2026-09-03T04:19:37+00:00" }, { "path": "/operator/babbar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:39+00:00", "last": "2026-09-03T04:16:39+00:00" }, { "path": "/operator/babbar.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:30+00:00", "last": "2026-09-03T04:21:30+00:00" }, { "path": "/operator/babbar.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:38+00:00", "last": "2026-09-03T04:19:38+00:00" }, { "path": "/operator/baidu.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:48+00:00", "last": "2026-09-01T06:39:48+00:00" }, { "path": "/operator/baidu.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:06+00:00", "last": "2026-09-01T06:43:06+00:00" }, { "path": "/operator/bytedance.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:43+00:00", "last": "2026-09-01T06:39:43+00:00" }, { "path": "/operator/bytedance.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:22+00:00", "last": "2026-09-01T06:43:22+00:00" }, { "path": "/operator/ceramic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:37+00:00", "last": "2026-09-03T04:17:37+00:00" }, { "path": "/operator/ceramic.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:28+00:00", "last": "2026-09-03T04:21:28+00:00" }, { "path": "/operator/ceramic.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:01+00:00", "last": "2026-09-03T04:20:01+00:00" }, { "path": "/operator/cloudflare.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:23+00:00", "last": "2026-09-03T04:17:23+00:00" }, { "path": "/operator/cloudflare.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:45+00:00", "last": "2026-09-03T04:21:45+00:00" }, { "path": "/operator/cloudflare.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:46+00:00", "last": "2026-09-03T04:20:46+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:55+00:00", "last": "2026-09-01T06:39:55+00:00" }, { "path": "/operator/cohere.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:14+00:00", "last": "2026-09-01T06:43:14+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:38+00:00", "last": "2026-09-01T06:39:38+00:00" }, { "path": "/operator/commoncrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:16+00:00", "last": "2026-09-01T06:43:16+00:00" }, { "path": "/operator/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:17+00:00", "last": "2026-09-03T04:17:17+00:00" }, { "path": "/operator/crawl4ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:46+00:00", "last": "2026-09-03T04:21:46+00:00" }, { "path": "/operator/crawl4ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:28+00:00", "last": "2026-09-03T04:19:28+00:00" }, { "path": "/operator/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:40+00:00", "last": "2026-09-03T04:16:40+00:00" }, { "path": "/operator/crawlspace.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:48+00:00", "last": "2026-09-03T04:21:48+00:00" }, { "path": "/operator/crawlspace.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:47+00:00", "last": "2026-09-03T04:20:47+00:00" }, { "path": "/operator/dataforseo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:42+00:00", "last": "2026-09-03T04:16:42+00:00" }, { "path": "/operator/dataforseo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:47+00:00", "last": "2026-09-03T04:21:47+00:00" }, { "path": "/operator/dataforseo.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:55+00:00", "last": "2026-09-03T04:20:55+00:00" }, { "path": "/operator/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:57+00:00", "last": "2026-09-01T06:39:57+00:00" }, { "path": "/operator/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:10+00:00", "last": "2026-09-01T06:43:10+00:00" }, { "path": "/operator/direqt.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:58+00:00", "last": "2026-09-03T04:17:58+00:00" }, { "path": "/operator/direqt.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:22+00:00", "last": "2026-09-03T04:21:22+00:00" }, { "path": "/operator/direqt.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:34+00:00", "last": "2026-09-03T04:19:34+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:39+00:00", "last": "2026-09-01T06:39:39+00:00" }, { "path": "/operator/duckduckgo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:32+00:00", "last": "2026-09-01T06:43:32+00:00" }, { "path": "/operator/echobox.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:29+00:00", "last": "2026-09-03T04:17:29+00:00" }, { "path": "/operator/echobox.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:21+00:00", "last": "2026-09-03T04:21:21+00:00" }, { "path": "/operator/echobox.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:55+00:00", "last": "2026-09-03T04:19:55+00:00" }, { "path": "/operator/exa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:57+00:00", "last": "2026-09-03T04:16:57+00:00" }, { "path": "/operator/exa.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:45+00:00", "last": "2026-09-03T04:20:45+00:00" }, { "path": "/operator/exa.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:23+00:00", "last": "2026-09-03T04:19:23+00:00" }, { "path": "/operator/factset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:42+00:00", "last": "2026-09-03T04:17:42+00:00" }, { "path": "/operator/factset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:20+00:00", "last": "2026-09-03T04:21:20+00:00" }, { "path": "/operator/factset.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:54+00:00", "last": "2026-09-03T04:19:54+00:00" }, { "path": "/operator/firecrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:42+00:00", "last": "2026-09-01T06:39:42+00:00" }, { "path": "/operator/firecrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:22+00:00", "last": "2026-09-01T06:43:22+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:54+00:00", "last": "2026-09-01T06:39:54+00:00" }, { "path": "/operator/google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:12+00:00", "last": "2026-09-01T06:43:12+00:00" }, { "path": "/operator/hive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:45+00:00", "last": "2026-09-01T06:39:45+00:00" }, { "path": "/operator/hive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:58+00:00", "last": "2026-09-01T06:42:58+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:53+00:00", "last": "2026-09-01T06:39:53+00:00" }, { "path": "/operator/huawei.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:03+00:00", "last": "2026-09-01T06:43:03+00:00" }, { "path": "/operator/hunter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:29+00:00", "last": "2026-09-03T04:17:29+00:00" }, { "path": "/operator/hunter.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:23+00:00", "last": "2026-09-03T04:21:23+00:00" }, { "path": "/operator/hunter.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:33+00:00", "last": "2026-09-03T04:19:33+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:06+00:00", "last": "2026-09-01T06:40:06+00:00" }, { "path": "/operator/internetarchive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:38+00:00", "last": "2026-09-01T06:39:38+00:00" }, { "path": "/operator/internetarchive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:36+00:00", "last": "2026-09-01T06:42:36+00:00" }, { "path": "/operator/iss.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:15+00:00", "last": "2026-09-03T04:17:15+00:00" }, { "path": "/operator/iss.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:52+00:00", "last": "2026-09-03T04:20:52+00:00" }, { "path": "/operator/iss.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:54+00:00", "last": "2026-09-03T04:18:54+00:00" }, { "path": "/operator/kagi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:54+00:00", "last": "2026-09-03T04:17:54+00:00" }, { "path": "/operator/kagi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:01+00:00", "last": "2026-09-03T04:21:01+00:00" }, { "path": "/operator/kagi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:12+00:00", "last": "2026-09-03T04:19:12+00:00" }, { "path": "/operator/klaviyo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:20+00:00", "last": "2026-09-03T04:17:20+00:00" }, { "path": "/operator/klaviyo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:08+00:00", "last": "2026-09-03T04:21:08+00:00" }, { "path": "/operator/klaviyo.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:47+00:00", "last": "2026-09-03T04:19:47+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:53+00:00", "last": "2026-09-01T06:39:53+00:00" }, { "path": "/operator/laion.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:13+00:00", "last": "2026-09-01T06:43:13+00:00" }, { "path": "/operator/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:31+00:00", "last": "2026-09-03T04:17:31+00:00" }, { "path": "/operator/lightpanda.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:42+00:00", "last": "2026-09-03T04:21:42+00:00" }, { "path": "/operator/lightpanda.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:34+00:00", "last": "2026-09-03T04:20:34+00:00" }, { "path": "/operator/linguee.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:25+00:00", "last": "2026-09-03T04:18:25+00:00" }, { "path": "/operator/linguee.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:07+00:00", "last": "2026-09-03T04:21:07+00:00" }, { "path": "/operator/linguee.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:45+00:00", "last": "2026-09-03T04:19:45+00:00" }, { "path": "/operator/lyrenth.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:30+00:00", "last": "2026-09-03T04:17:30+00:00" }, { "path": "/operator/lyrenth.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:18+00:00", "last": "2026-09-03T04:21:18+00:00" }, { "path": "/operator/lyrenth.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:54+00:00", "last": "2026-09-03T04:19:54+00:00" }, { "path": "/operator/majestic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:27+00:00", "last": "2026-09-03T04:17:27+00:00" }, { "path": "/operator/majestic.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:53+00:00", "last": "2026-09-03T04:21:53+00:00" }, { "path": "/operator/majestic.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:53+00:00", "last": "2026-09-03T04:19:53+00:00" }, { "path": "/operator/meltwater.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:35+00:00", "last": "2026-09-03T04:17:35+00:00" }, { "path": "/operator/meltwater.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:40+00:00", "last": "2026-09-03T04:21:40+00:00" }, { "path": "/operator/meltwater.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:01+00:00", "last": "2026-09-03T04:20:01+00:00" }, { "path": "/operator/meta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:46+00:00", "last": "2026-09-01T06:39:46+00:00" }, { "path": "/operator/meta.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:58+00:00", "last": "2026-09-01T06:42:58+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:44+00:00", "last": "2026-09-01T06:39:44+00:00" }, { "path": "/operator/microsoft.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:24+00:00", "last": "2026-09-01T06:43:24+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:57+00:00", "last": "2026-09-01T06:39:57+00:00" }, { "path": "/operator/mistral.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:09+00:00", "last": "2026-09-01T06:43:09+00:00" }, { "path": "/operator/mojeek.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:07+00:00", "last": "2026-09-03T04:18:07+00:00" }, { "path": "/operator/mojeek.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:26+00:00", "last": "2026-09-03T04:21:26+00:00" }, { "path": "/operator/mojeek.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:38+00:00", "last": "2026-09-03T04:19:38+00:00" }, { "path": "/operator/moz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:58+00:00", "last": "2026-09-03T04:17:58+00:00" }, { "path": "/operator/moz.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:44+00:00", "last": "2026-09-03T04:20:44+00:00" }, { "path": "/operator/moz.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:23+00:00", "last": "2026-09-03T04:19:23+00:00" }, { "path": "/operator/naver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:49+00:00", "last": "2026-09-01T06:39:49+00:00" }, { "path": "/operator/naver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:18+00:00", "last": "2026-09-01T06:43:18+00:00" }, { "path": "/operator/nict.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:02+00:00", "last": "2026-09-03T04:17:02+00:00" }, { "path": "/operator/nict.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:02+00:00", "last": "2026-09-03T04:21:02+00:00" }, { "path": "/operator/nict.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:13+00:00", "last": "2026-09-03T04:19:13+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:58+00:00", "last": "2026-09-01T06:39:58+00:00" }, { "path": "/operator/openai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:19+00:00", "last": "2026-09-01T06:43:19+00:00" }, { "path": "/operator/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:08+00:00", "last": "2026-09-03T04:18:08+00:00" }, { "path": "/operator/panscient.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:40+00:00", "last": "2026-09-03T04:21:40+00:00" }, { "path": "/operator/panscient.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:51+00:00", "last": "2026-09-03T04:19:51+00:00" }, { "path": "/operator/parallel.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:53+00:00", "last": "2026-09-03T04:17:53+00:00" }, { "path": "/operator/parallel.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:54+00:00", "last": "2026-09-03T04:21:54+00:00" }, { "path": "/operator/parallel.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:03+00:00", "last": "2026-09-03T04:20:03+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:39+00:00", "last": "2026-09-01T06:39:39+00:00" }, { "path": "/operator/perplexity.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:33+00:00", "last": "2026-09-01T06:43:33+00:00" }, { "path": "/operator/phind.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:05+00:00", "last": "2026-09-03T04:18:05+00:00" }, { "path": "/operator/phind.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:21+00:00", "last": "2026-09-03T04:21:21+00:00" }, { "path": "/operator/phind.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:08+00:00", "last": "2026-09-03T04:19:08+00:00" }, { "path": "/operator/pinterest.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:10+00:00", "last": "2026-09-03T04:17:10+00:00" }, { "path": "/operator/pinterest.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:41+00:00", "last": "2026-09-03T04:21:41+00:00" }, { "path": "/operator/pinterest.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:49+00:00", "last": "2026-09-03T04:19:49+00:00" }, { "path": "/operator/poseidon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:28+00:00", "last": "2026-09-03T04:17:28+00:00" }, { "path": "/operator/poseidon.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:53+00:00", "last": "2026-09-03T04:21:53+00:00" }, { "path": "/operator/poseidon.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:56+00:00", "last": "2026-09-03T04:19:56+00:00" }, { "path": "/operator/qualified.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:50+00:00", "last": "2026-09-03T04:16:50+00:00" }, { "path": "/operator/qualified.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:37+00:00", "last": "2026-09-03T04:21:37+00:00" }, { "path": "/operator/qualified.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:41+00:00", "last": "2026-09-03T04:19:41+00:00" }, { "path": "/operator/quantumcloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:42+00:00", "last": "2026-09-03T04:17:42+00:00" }, { "path": "/operator/quantumcloud.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:14+00:00", "last": "2026-09-03T04:21:14+00:00" }, { "path": "/operator/quantumcloud.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:24+00:00", "last": "2026-09-03T04:20:24+00:00" }, { "path": "/operator/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:06+00:00", "last": "2026-09-03T04:18:06+00:00" }, { "path": "/operator/quillbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:50+00:00", "last": "2026-09-03T04:21:50+00:00" }, { "path": "/operator/quillbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:42+00:00", "last": "2026-09-03T04:19:42+00:00" }, { "path": "/operator/qwant.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:02+00:00", "last": "2026-09-03T04:18:02+00:00" }, { "path": "/operator/qwant.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:25+00:00", "last": "2026-09-03T04:21:25+00:00" }, { "path": "/operator/qwant.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:06+00:00", "last": "2026-09-03T04:19:06+00:00" }, { "path": "/operator/reflection.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:55+00:00", "last": "2026-09-03T04:16:55+00:00" }, { "path": "/operator/reflection.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:47+00:00", "last": "2026-09-03T04:21:47+00:00" }, { "path": "/operator/reflection.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:47+00:00", "last": "2026-09-03T04:20:47+00:00" }, { "path": "/operator/rois.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:04+00:00", "last": "2026-09-03T04:18:04+00:00" }, { "path": "/operator/rois.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:45+00:00", "last": "2026-09-03T04:18:45+00:00" }, { "path": "/operator/rois.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:22+00:00", "last": "2026-09-03T04:19:22+00:00" }, { "path": "/operator/sbintuitions.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:05+00:00", "last": "2026-09-03T04:17:05+00:00" }, { "path": "/operator/sbintuitions.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:34+00:00", "last": "2026-09-03T04:21:34+00:00" }, { "path": "/operator/sbintuitions.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:25+00:00", "last": "2026-09-03T04:20:25+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:52+00:00", "last": "2026-09-01T06:39:52+00:00" }, { "path": "/operator/scrapy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:14+00:00", "last": "2026-09-01T06:43:14+00:00" }, { "path": "/operator/screamingfrog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:18+00:00", "last": "2026-09-03T04:17:18+00:00" }, { "path": "/operator/screamingfrog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:33+00:00", "last": "2026-09-03T04:20:33+00:00" }, { "path": "/operator/screamingfrog.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:07+00:00", "last": "2026-09-03T04:20:07+00:00" }, { "path": "/operator/semrush.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:58+00:00", "last": "2026-09-01T06:39:58+00:00" }, { "path": "/operator/semrush.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:09+00:00", "last": "2026-09-01T06:43:09+00:00" }, { "path": "/operator/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:05+00:00", "last": "2026-09-03T04:18:05+00:00" }, { "path": "/operator/seokicks.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:52+00:00", "last": "2026-09-03T04:21:52+00:00" }, { "path": "/operator/seokicks.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:56+00:00", "last": "2026-09-03T04:19:56+00:00" }, { "path": "/operator/serpstat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:36+00:00", "last": "2026-09-03T04:17:36+00:00" }, { "path": "/operator/serpstat.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:54+00:00", "last": "2026-09-03T04:21:54+00:00" }, { "path": "/operator/serpstat.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:04+00:00", "last": "2026-09-03T04:20:04+00:00" }, { "path": "/operator/seznam.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:51+00:00", "last": "2026-09-01T06:39:51+00:00" }, { "path": "/operator/seznam.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:13+00:00", "last": "2026-09-01T06:43:13+00:00" }, { "path": "/operator/sidetrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:54+00:00", "last": "2026-09-03T04:16:54+00:00" }, { "path": "/operator/sidetrade.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:39+00:00", "last": "2026-09-03T04:21:39+00:00" }, { "path": "/operator/sidetrade.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:00+00:00", "last": "2026-09-03T04:20:00+00:00" }, { "path": "/operator/slack.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:16+00:00", "last": "2026-09-03T04:17:16+00:00" }, { "path": "/operator/slack.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:25+00:00", "last": "2026-09-03T04:21:25+00:00" }, { "path": "/operator/slack.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:07+00:00", "last": "2026-09-03T04:19:07+00:00" }, { "path": "/operator/thinkbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:03+00:00", "last": "2026-09-03T04:18:03+00:00" }, { "path": "/operator/thinkbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:52+00:00", "last": "2026-09-03T04:21:52+00:00" }, { "path": "/operator/thinkbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:45+00:00", "last": "2026-09-03T04:19:45+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:50+00:00", "last": "2026-09-01T06:39:50+00:00" }, { "path": "/operator/timpi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:10+00:00", "last": "2026-09-01T06:43:10+00:00" }, { "path": "/operator/webz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:46+00:00", "last": "2026-09-01T06:39:46+00:00" }, { "path": "/operator/webz.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:57+00:00", "last": "2026-09-01T06:42:57+00:00" }, { "path": "/operator/yandex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:47+00:00", "last": "2026-09-01T06:39:47+00:00" }, { "path": "/operator/yandex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:47+00:00", "last": "2026-09-01T06:39:47+00:00" }, { "path": "/operator/you.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:45+00:00", "last": "2026-09-01T06:39:45+00:00" }, { "path": "/operator/you.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:44+00:00", "last": "2026-09-01T06:42:44+00:00" }, { "path": "/packages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:57+00:00", "last": "2026-09-03T04:16:57+00:00" }, { "path": "/packages.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:41+00:00", "last": "2026-09-03T04:17:41+00:00" }, { "path": "/packages.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:40+00:00", "last": "2026-09-03T04:17:40+00:00" }, { "path": "/plans", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:16+00:00", "last": "2026-09-03T04:16:16+00:00" }, { "path": "/policy/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:55+00:00", "last": "2026-09-01T06:38:55+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:31+00:00", "last": "2026-09-01T06:43:31+00:00" }, { "path": "/policy/allow-ai-search-only.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:44:11+00:00", "last": "2026-09-01T06:44:11+00:00" }, { "path": "/policy/allow-all.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:06+00:00", "last": "2026-09-01T06:40:06+00:00" }, { "path": "/policy/allow-all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:55+00:00", "last": "2026-09-01T06:42:55+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:02+00:00", "last": "2026-09-01T06:40:02+00:00" }, { "path": "/policy/block-ai-training.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:38+00:00", "last": "2026-09-01T06:42:38+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:54+00:00", "last": "2026-09-01T06:41:54+00:00" }, { "path": "/policy/block-all-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:25+00:00", "last": "2026-09-01T06:43:25+00:00" }, { "path": "/policy/block-datasets.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:59+00:00", "last": "2026-09-01T06:39:59+00:00" }, { "path": "/policy/block-datasets.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:42+00:00", "last": "2026-09-01T06:42:42+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:00+00:00", "last": "2026-09-01T06:40:00+00:00" }, { "path": "/policy/block-disputed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:41+00:00", "last": "2026-09-01T06:42:41+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:44+00:00", "last": "2026-09-01T06:41:44+00:00" }, { "path": "/policy/block-seo-tools.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:43:20+00:00", "last": "2026-09-01T06:43:20+00:00" }, { "path": "/policy/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:27+00:00", "last": "2026-09-01T06:42:27+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:01+00:00", "last": "2026-09-01T06:40:01+00:00" }, { "path": "/policy/maximum-ai-visibility.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:33+00:00", "last": "2026-09-01T06:42:33+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:32+00:00", "last": "2026-09-03T04:15:32+00:00" }, { "path": "/pricing.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:17+00:00", "last": "2026-09-03T04:16:17+00:00" }, { "path": "/pricing.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:16+00:00", "last": "2026-09-03T04:16:16+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:36+00:00", "last": "2026-09-03T04:15:36+00:00" }, { "path": "/privacy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:34+00:00", "last": "2026-09-03T04:16:34+00:00" }, { "path": "/privacy.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:15+00:00", "last": "2026-09-03T04:16:15+00:00" }, { "path": "/reference", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:36+00:00", "last": "2026-09-03T04:15:36+00:00" }, { "path": "/reference.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:57+00:00", "last": "2026-09-03T04:15:57+00:00" }, { "path": "/reference.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:38+00:00", "last": "2026-09-03T04:16:38+00:00" }, { "path": "/register", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:31+00:00", "last": "2026-09-03T04:15:31+00:00" }, { "path": "/register.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:56+00:00", "last": "2026-09-03T04:15:56+00:00" }, { "path": "/register.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:56+00:00", "last": "2026-09-03T04:15:56+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:45+00:00", "last": "2026-09-01T06:42:45+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:20+00:00", "last": "2026-09-01T06:40:20+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:05+00:00", "last": "2026-09-01T06:40:05+00:00" }, { "path": "/robots/block-all-ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:10+00:00", "last": "2026-09-01T06:40:10+00:00" }, { "path": "/robots/block-datasets.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:06+00:00", "last": "2026-09-01T06:42:06+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:58+00:00", "last": "2026-09-01T06:41:58+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:08+00:00", "last": "2026-09-01T06:40:08+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:02+00:00", "last": "2026-09-01T06:40:02+00:00" }, { "path": "/security", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:12+00:00", "last": "2026-09-03T04:17:12+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:32+00:00", "last": "2026-09-01T06:40:32+00:00" }, { "path": "/security.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:14+00:00", "last": "2026-09-01T06:41:14+00:00" }, { "path": "/security.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:55+00:00", "last": "2026-09-03T04:17:55+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:56+00:00", "last": "2026-09-01T06:40:56+00:00" }, { "path": "/snippet/apache-htaccess.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:20+00:00", "last": "2026-09-01T06:42:20+00:00" }, { "path": "/snippet/apache-htaccess.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:36+00:00", "last": "2026-09-01T06:41:36+00:00" }, { "path": "/snippet/caddy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:55+00:00", "last": "2026-09-01T06:40:55+00:00" }, { "path": "/snippet/caddy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:59+00:00", "last": "2026-09-01T06:42:59+00:00" }, { "path": "/snippet/caddy.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:36+00:00", "last": "2026-09-01T06:41:36+00:00" }, { "path": "/snippet/cloudflare-worker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:54+00:00", "last": "2026-09-01T06:40:54+00:00" }, { "path": "/snippet/cloudflare-worker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:29+00:00", "last": "2026-09-01T06:42:29+00:00" }, { "path": "/snippet/cloudflare-worker.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:35+00:00", "last": "2026-09-01T06:41:35+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:12+00:00", "last": "2026-09-01T06:40:12+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:01+00:00", "last": "2026-09-01T06:41:01+00:00" }, { "path": "/snippet/nginx-map.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:52+00:00", "last": "2026-09-01T06:42:52+00:00" }, { "path": "/snippet/nginx-map.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:42+00:00", "last": "2026-09-01T06:41:42+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:40:55+00:00", "last": "2026-09-01T06:40:55+00:00" }, { "path": "/snippet/python-classify.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:42:16+00:00", "last": "2026-09-01T06:42:16+00:00" }, { "path": "/snippet/python-classify.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:41:36+00:00", "last": "2026-09-01T06:41:36+00:00" }, { "path": "/stats.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:39:41+00:00", "last": "2026-09-01T06:39:41+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:45+00:00", "last": "2026-09-01T06:38:45+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:38:58+00:00", "last": "2026-09-01T06:38:58+00:00" }, { "path": "/swagger.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:01+00:00", "last": "2026-09-03T04:16:01+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:38+00:00", "last": "2026-09-03T04:15:38+00:00" }, { "path": "/terms.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:18+00:00", "last": "2026-09-03T04:16:18+00:00" }, { "path": "/terms.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:16:20+00:00", "last": "2026-09-03T04:16:20+00:00" }, { "path": "/tools/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:15:26+00:00", "last": "2026-09-03T04:15:26+00:00" }, { "path": "/tools/ai-access", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:58+00:00", "last": "2026-09-03T04:23:58+00:00" }, { "path": "/tools/ai-access.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:22+00:00", "last": "2026-09-03T04:20:22+00:00" }, { "path": "/tools/classify-ua", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:55+00:00", "last": "2026-09-03T04:22:55+00:00" }, { "path": "/tools/classify-ua.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:54+00:00", "last": "2026-09-03T04:20:54+00:00" }, { "path": "/tools/example", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:35+00:00", "last": "2026-09-03T04:23:35+00:00" }, { "path": "/tools/example.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:03+00:00", "last": "2026-09-03T04:21:03+00:00" }, { "path": "/tools/robots-allowed", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:24:00+00:00", "last": "2026-09-03T04:24:00+00:00" }, { "path": "/tools/robots-allowed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:16+00:00", "last": "2026-09-03T04:21:16+00:00" }, { "path": "/tools/robots-lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:59+00:00", "last": "2026-09-03T04:23:59+00:00" }, { "path": "/tools/robots-lint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:59+00:00", "last": "2026-09-03T04:20:59+00:00" }, { "path": "/tools/verification-methods", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:22:03+00:00", "last": "2026-09-03T04:22:03+00:00" }, { "path": "/tools/verification-methods.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:19:00+00:00", "last": "2026-09-03T04:19:00+00:00" }, { "path": "/tools/verify-crawler", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:47+00:00", "last": "2026-09-03T04:23:47+00:00" }, { "path": "/tools/verify-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:21:01+00:00", "last": "2026-09-03T04:21:01+00:00" }, { "path": "/tools/whoami", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:23:35+00:00", "last": "2026-09-03T04:23:35+00:00" }, { "path": "/tools/whoami.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:20:42+00:00", "last": "2026-09-03T04:20:42+00:00" }, { "path": "/trust", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:17:54+00:00", "last": "2026-09-03T04:17:54+00:00" }, { "path": "/trust.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:36+00:00", "last": "2026-09-03T04:18:36+00:00" }, { "path": "/trust.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:18:35+00:00", "last": "2026-09-03T04:18:35+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T05:23:47+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T05:23:47+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T05:28:35+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "status": "200", "at": "2026-09-01T06:38:39+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:38:42+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T06:38:45+00:00" }, { "path": "/apple-touch-icon.png", "status": "200", "at": "2026-09-01T06:38:46+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T06:38:48+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T06:38:49+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-01T06:38:50+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T06:38:51+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T06:38:51+00:00" }, { "path": "/data/", "status": "200", "at": "2026-09-01T06:38:52+00:00" }, { "path": "/ip-ranges/", "status": "200", "at": "2026-09-01T06:38:53+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T06:38:53+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T06:38:53+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-01T06:38:54+00:00" }, { "path": "/mcp-triage.html", "status": "200", "at": "2026-09-01T06:38:55+00:00" }, { "path": "/policy/", "status": "200", "at": "2026-09-01T06:38:55+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T06:38:55+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-01T06:38:56+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T06:38:56+00:00" }, { "path": "/mcp-doctor.html", "status": "200", "at": "2026-09-01T06:38:57+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T06:38:58+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T06:38:58+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-01T06:38:58+00:00" }, { "path": "/apis.json", "status": "200", "at": "2026-09-01T06:38:59+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-01T06:39:00+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-01T06:39:01+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-01T06:39:01+00:00" }, { "path": "/.well-known/api-onboarding", "status": "200", "at": "2026-09-01T06:39:02+00:00" }, { "path": "/crawler/ai2bot.html", "status": "200", "at": "2026-09-01T06:39:03+00:00" }, { "path": "/crawler/claude-searchbot.html", "status": "200", "at": "2026-09-01T06:39:03+00:00" }, { "path": "/crawler/amazonbot.html", "status": "200", "at": "2026-09-01T06:39:04+00:00" }, { "path": "/crawler/webzio-extended.html", "status": "200", "at": "2026-09-01T06:39:05+00:00" }, { "path": "/crawler/meta-externalagent.html", "status": "200", "at": "2026-09-01T06:39:05+00:00" }, { "path": "/crawler/mistralai-user.html", "status": "200", "at": "2026-09-01T06:39:06+00:00" }, { "path": "/category/ai-search.html", "status": "200", "at": "2026-09-01T06:39:06+00:00" }, { "path": "/crawler/chatgpt-user.html", "status": "200", "at": "2026-09-01T06:39:07+00:00" }, { "path": "/crawler/anthropic-ai.html", "status": "200", "at": "2026-09-01T06:39:07+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/glama.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T13:05:08+00:00", "last_asked": "2026-09-01T13:05:08+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-03T04:15:54+00:00", "last_asked": "2026-09-03T04:15:54+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 9, "median_gap_minutes": 233.7, "visit_starts": [ "2026-09-01T05:23:47Z", "2026-09-01T06:38:39Z", "2026-09-01T11:19:50Z", "2026-09-01T13:05:07Z", "2026-09-02T05:31:39Z", "2026-09-02T09:26:36Z", "2026-09-03T00:22:52Z", "2026-09-03T04:15:23Z", "2026-09-03T05:34:21Z" ] }, "documentation_url": "https://openai.com/gptbot", "self_described_as": "GPTBot/1.4" }, { "slug": "sentineloracle", "name": "SentinelOracle", "group_key": "host:glimind.com", "kind": "named", "user_agents": [ { "ua": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", "requests": 1463, "addresses": 1, "first_seen": "2026-09-01T01:24:24+00:00", "last_seen": "2026-09-03T06:23:38+00:00" } ], "primary_user_agent": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", "requests": 1463, "addresses": 1, "first_seen": "2026-09-01T01:24:24+00:00", "last_seen": "2026-09-03T06:23:38+00:00", "bytes_served": 4061804, "classed_by_our_instrument": { "agent": 1463 }, "surfaces": { "mcp-crawler-index": 1293, "mcp-endpoint-lint": 40, "mcp-crawler-log-triage": 36, "mcp-robots-policy-lint": 33, "mcp-agent-discovery-doctor": 31, "mcp-crawler-ip-verifier": 30 }, "channels": { "mcp-registry-official": 1463 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1139, "202": 324 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 373, "statuses": { "200": 290, "202": 83 }, "first": "2026-09-01T01:24:24+00:00", "last": "2026-09-03T06:18:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 314, "statuses": { "200": 253, "202": 61 }, "first": "2026-09-01T07:25:58+00:00", "last": "2026-09-03T06:14:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 311, "statuses": { "200": 238, "202": 73 }, "first": "2026-09-01T07:25:56+00:00", "last": "2026-09-03T06:19:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 189, "statuses": { "200": 146, "202": 43 }, "first": "2026-09-01T21:46:38+00:00", "last": "2026-09-03T06:23:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 188, "statuses": { "200": 146, "202": 42 }, "first": "2026-09-01T19:37:30+00:00", "last": "2026-09-03T06:18:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 88, "statuses": { "200": 66, "202": 22 }, "first": "2026-09-02T15:19:34+00:00", "last": "2026-09-03T06:22:54+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:24:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T07:25:56+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T07:25:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T19:37:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T21:46:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-02T15:19:34+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 2187.4, "visit_starts": [ "2026-09-01T01:24:24Z", "2026-09-02T13:51:48Z" ] }, "documentation_url": "https://glimind.com/opt-out", "self_described_as": "liveness-only, never invokes tools" }, { "slug": "claudebot", "name": "ClaudeBot", "group_key": "host:anthropic.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", "requests": 1341, "addresses": 5, "first_seen": "2026-09-01T00:46:32+00:00", "last_seen": "2026-09-03T05:57:59+00:00" }, { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ClaudeBot/1.0; +http://www.anthropic.com/claude-bot", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T06:00:46+00:00", "last_seen": "2026-09-03T06:00:46+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", "requests": 1342, "addresses": 6, "first_seen": "2026-09-01T00:46:32+00:00", "last_seen": "2026-09-03T06:00:46+00:00", "bytes_served": 7692997, "classed_by_our_instrument": { "agent": 917, "crawler": 425 }, "surfaces": { "pathwren-edge": 1329, "a2a-crawler-index": 12, "mcp-crawler-index": 1 }, "channels": { "huggingface-datasets": 9, "mcp-registry-official": 6, "a2a-directory": 6, "agent-tools-cloud": 3, "direct": 1, "pypi-registry": 1, "mcpservers-org": 1, "freepublicapis": 1, "a2a-registry-org": 1, "thecolony": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 1341, "404": 1 }, "distinct_paths": 861, "paths": [ { "path": "/px.gif", "requests": 368, "statuses": { "200": 368 }, "first": "2026-09-01T01:11:12+00:00", "last": "2026-09-03T03:51:42+00:00" }, { "path": "/robots.txt", "requests": 28, "statuses": { "200": 28 }, "first": "2026-09-01T00:46:32+00:00", "last": "2026-09-03T05:16:23+00:00" }, { "path": "/sitemap.xml", "requests": 26, "statuses": { "200": 26 }, "first": "2026-09-01T03:13:03+00:00", "last": "2026-09-03T05:16:23+00:00" }, { "path": "/", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:09:23+00:00", "last": "2026-09-03T06:00:46+00:00" }, { "path": "/category/ai-training.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:56+00:00" }, { "path": "/category/preview.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:15+00:00" }, { "path": "/category/user-fetch.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:37+00:00" }, { "path": "/crawler/ai2bot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:37+00:00" }, { "path": "/crawler/amazonbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:14+00:00" }, { "path": "/crawler/applebot-extended.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/applebot-extended.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:09+00:00" }, { "path": "/crawler/applebot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:13+00:00" }, { "path": "/crawler/baiduspider.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/bingbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:16+00:00" }, { "path": "/crawler/chatgpt-user.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/chatgpt-user.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:27+00:00" }, { "path": "/crawler/claude-user.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:56+00:00" }, { "path": "/crawler/claude-user.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/claude-web.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T12:04:38+00:00" }, { "path": "/crawler/claude-web.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/claudebot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:37+00:00" }, { "path": "/crawler/claudebot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/cohere-ai.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:20+00:00", "last": "2026-09-01T12:04:58+00:00" }, { "path": "/crawler/cohere-ai.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:27+00:00" }, { "path": "/crawler/duckduckbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/duckduckbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:09+00:00" }, { "path": "/crawler/google-cloudvertexbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:37+00:00" }, { "path": "/crawler/google-extended.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:56+00:00" }, { "path": "/crawler/googlebot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:14+00:00" }, { "path": "/crawler/imagesiftbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/img2dataset.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/img2dataset.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:09+00:00" }, { "path": "/crawler/meta-externalagent.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:36+00:00" }, { "path": "/crawler/omgili.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/omgili.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:27+00:00" }, { "path": "/crawler/petalbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:58+00:00" }, { "path": "/crawler/semrushbot-ocob.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:57+00:00" }, { "path": "/crawler/semrushbot-ocob.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:09+00:00" }, { "path": "/crawler/semrushbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:12+00:00" }, { "path": "/crawler/timpibot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T12:04:38+00:00" }, { "path": "/crawler/timpibot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:31+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/yandexbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T12:04:38+00:00" }, { "path": "/crawler/yandexbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/crawler/yeti.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:36+00:00" }, { "path": "/ip-ranges/apple-applebot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:20+00:00", "last": "2026-09-01T12:04:58+00:00" }, { "path": "/ip-ranges/apple-applebot.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:28+00:00" }, { "path": "/ip-ranges/bing-bingbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:28+00:00" }, { "path": "/ip-ranges/google-special.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T12:04:39+00:00" }, { "path": "/ip-ranges/google-special.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:28+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:47+00:00", "last": "2026-09-01T12:05:28+00:00" }, { "path": "/mcp.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T00:46:32+00:00", "last": "2026-09-02T05:38:29+00:00" }, { "path": "/operator/ahrefs.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:12+00:00" }, { "path": "/operator/baidu.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:15+00:00" }, { "path": "/operator/duckduckgo.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:37+00:00" }, { "path": "/operator/internetarchive.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:11+00:00" }, { "path": "/operator/laion.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:13+00:00" }, { "path": "/operator/mistral.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:05+00:00", "last": "2026-09-01T12:04:11+00:00" }, { "path": "/operator/scrapy.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:15+00:00" }, { "path": "/operator/timpi.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:58:06+00:00", "last": "2026-09-01T12:04:15+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:30+00:00", "last": "2026-09-01T12:05:08+00:00" }, { "path": "/snippet/caddy.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:14+00:00", "last": "2026-09-01T12:04:36+00:00" }, { "path": "/snippet/cloudflare-worker.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:19+00:00", "last": "2026-09-01T12:04:56+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T01:59:15+00:00", "last": "2026-09-01T12:04:38+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:05:59+00:00", "last": "2026-09-01T04:05:59+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:04:13+00:00", "last": "2026-09-01T04:04:13+00:00" }, { "path": "/.well-known/ai-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:10:17+00:00", "last": "2026-09-01T09:10:17+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/.well-known/ard.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:10:51+00:00", "last": "2026-09-01T09:10:51+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T18:32:06+00:00", "last": "2026-09-01T18:32:06+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:18:53+00:00", "last": "2026-09-01T14:18:53+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:32:06+00:00", "last": "2026-09-01T08:32:06+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:39:59+00:00", "last": "2026-09-01T03:39:59+00:00" }, { "path": "/a2a/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:43:22+00:00", "last": "2026-09-02T00:43:22+00:00" }, { "path": "/a2a/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:16:12+00:00", "last": "2026-09-02T00:16:12+00:00" }, { "path": "/a2a/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:20:23+00:00", "last": "2026-09-02T00:20:23+00:00" }, { "path": "/a2a/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:18:15+00:00", "last": "2026-09-02T00:18:15+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:11+00:00", "last": "2026-09-01T01:10:11+00:00" }, { "path": "/ai-crawler-logs/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T20:01:44+00:00", "last": "2026-09-01T20:01:44+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:46+00:00", "last": "2026-09-01T01:09:46+00:00" }, { "path": "/apis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/apple-touch-icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:11:04+00:00", "last": "2026-09-01T01:11:04+00:00" }, { "path": "/bot/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:22+00:00", "last": "2026-09-01T07:50:22+00:00" }, { "path": "/bot/402explorer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:36+00:00", "last": "2026-09-01T07:27:36+00:00" }, { "path": "/bot/402explorer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/402explorer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:04+00:00", "last": "2026-09-01T07:51:04+00:00" }, { "path": "/bot/a2a-directory-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:42+00:00", "last": "2026-09-01T07:28:42+00:00" }, { "path": "/bot/a2a-directory-discovery.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:03+00:00", "last": "2026-09-01T07:52:03+00:00" }, { "path": "/bot/a2a-directory-discovery.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/a2a-directory-liveness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:56+00:00", "last": "2026-09-01T07:28:56+00:00" }, { "path": "/bot/a2a-directory-liveness.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/a2a-directory-liveness.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/a2a-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:03:29+00:00", "last": "2026-09-03T03:03:29+00:00" }, { "path": "/bot/a2a-indexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:46:27+00:00", "last": "2026-09-03T03:46:27+00:00" }, { "path": "/bot/a2a-indexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:47:15+00:00", "last": "2026-09-03T03:47:15+00:00" }, { "path": "/bot/a2a-registry-healthcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:34+00:00", "last": "2026-09-01T07:29:34+00:00" }, { "path": "/bot/a2a-registry-healthcheck.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/a2a-registry-healthcheck.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:03+00:00", "last": "2026-09-01T07:29:03+00:00" }, { "path": "/bot/a2a-registry-smoke.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/a2a-registry-smoke.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/a2a-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:32+00:00", "last": "2026-09-01T07:28:32+00:00" }, { "path": "/bot/a2a-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/a2a-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:02+00:00", "last": "2026-09-01T07:52:02+00:00" }, { "path": "/bot/a2a-security-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:28+00:00", "last": "2026-09-02T05:10:28+00:00" }, { "path": "/bot/a2a-security-research-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:02:16+00:00", "last": "2026-09-02T06:02:16+00:00" }, { "path": "/bot/a2a-security-research-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:02:17+00:00", "last": "2026-09-02T06:02:17+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:33+00:00", "last": "2026-09-01T07:29:33+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:04+00:00", "last": "2026-09-01T07:29:04+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:30+00:00", "last": "2026-09-01T07:28:30+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/affsignalcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:03:06+00:00", "last": "2026-09-03T03:03:06+00:00" }, { "path": "/bot/affsignalcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:48:32+00:00", "last": "2026-09-03T03:48:32+00:00" }, { "path": "/bot/affsignalcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:47:34+00:00", "last": "2026-09-03T03:47:34+00:00" }, { "path": "/bot/agenstrybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:16+00:00", "last": "2026-09-01T07:28:16+00:00" }, { "path": "/bot/agenstrybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/agenstrybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/agent-guild-scout.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:31+00:00", "last": "2026-09-01T07:28:31+00:00" }, { "path": "/bot/agent-guild-scout.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/agent-guild-scout.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/agent-ready-scanner.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:02:42+00:00", "last": "2026-09-03T03:02:42+00:00" }, { "path": "/bot/agent-ready-scanner.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:41+00:00", "last": "2026-09-03T03:44:41+00:00" }, { "path": "/bot/agent-ready-scanner.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:50+00:00", "last": "2026-09-03T03:44:50+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:14+00:00", "last": "2026-09-01T07:28:14+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:13+00:00", "last": "2026-09-01T07:51:13+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/agent-world-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:15+00:00", "last": "2026-09-01T13:48:15+00:00" }, { "path": "/bot/agent-world-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:20:36+00:00", "last": "2026-09-01T14:20:36+00:00" }, { "path": "/bot/agent-world-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:21:13+00:00", "last": "2026-09-01T14:21:13+00:00" }, { "path": "/bot/agentalmanac-snapshot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T14:45:22+00:00", "last": "2026-09-02T14:45:22+00:00" }, { "path": "/bot/agentdisco.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:37+00:00", "last": "2026-09-01T07:27:37+00:00" }, { "path": "/bot/agentdisco.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/agentdisco.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:04+00:00", "last": "2026-09-01T07:51:04+00:00" }, { "path": "/bot/agentgrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:16+00:00", "last": "2026-09-01T07:27:16+00:00" }, { "path": "/bot/agentgrade.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:23+00:00", "last": "2026-09-01T07:50:23+00:00" }, { "path": "/bot/agentgrade.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/agentindexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:38+00:00", "last": "2026-09-01T07:27:38+00:00" }, { "path": "/bot/agentindexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/agentindexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:19:55+00:00", "last": "2026-09-02T07:19:55+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:57:17+00:00", "last": "2026-09-02T07:57:17+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:57:34+00:00", "last": "2026-09-02T07:57:34+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:12+00:00", "last": "2026-09-01T07:28:12+00:00" }, { "path": "/bot/agentreputationbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:04+00:00", "last": "2026-09-01T07:51:04+00:00" }, { "path": "/bot/agentreputationbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/agentry-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:09+00:00", "last": "2026-09-01T13:48:09+00:00" }, { "path": "/bot/agentry-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:20:30+00:00", "last": "2026-09-01T14:20:30+00:00" }, { "path": "/bot/agentry-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:21:01+00:00", "last": "2026-09-01T14:21:01+00:00" }, { "path": "/bot/agentsure-mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:32+00:00", "last": "2026-09-01T07:28:32+00:00" }, { "path": "/bot/agentsure-mcpscan.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:35+00:00", "last": "2026-09-01T07:51:35+00:00" }, { "path": "/bot/agentsure-mcpscan.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:02+00:00", "last": "2026-09-01T07:52:02+00:00" }, { "path": "/bot/agenttrust-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:35+00:00", "last": "2026-09-01T07:29:35+00:00" }, { "path": "/bot/agenttrust-monitor.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/agenttrust-monitor.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/ai-crawler-logs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:04:21+00:00", "last": "2026-09-03T03:04:21+00:00" }, { "path": "/bot/ai-crawler-logs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:48:56+00:00", "last": "2026-09-03T03:48:56+00:00" }, { "path": "/bot/ai-crawler-logs.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:50:03+00:00", "last": "2026-09-03T03:50:03+00:00" }, { "path": "/bot/ai-crawler-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:04:20+00:00", "last": "2026-09-03T03:04:20+00:00" }, { "path": "/bot/ai-crawler-robots.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:49:49+00:00", "last": "2026-09-03T03:49:49+00:00" }, { "path": "/bot/ai-crawler-robots.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:50:24+00:00", "last": "2026-09-03T03:50:24+00:00" }, { "path": "/bot/ai-crawler-verify.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T20:41:21+00:00", "last": "2026-09-01T20:41:21+00:00" }, { "path": "/bot/aisec-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:46+00:00", "last": "2026-09-01T13:48:46+00:00" }, { "path": "/bot/aisec-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:08+00:00", "last": "2026-09-01T14:23:08+00:00" }, { "path": "/bot/aisec-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:10+00:00", "last": "2026-09-01T14:23:10+00:00" }, { "path": "/bot/aive-mcp-discover.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T13:59:20+00:00", "last": "2026-09-02T13:59:20+00:00" }, { "path": "/bot/aive-mcp-discover.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T14:45:46+00:00", "last": "2026-09-02T14:45:46+00:00" }, { "path": "/bot/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:18:30+00:00", "last": "2026-09-02T07:18:30+00:00" }, { "path": "/bot/amazonbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:01:07+00:00", "last": "2026-09-02T08:01:07+00:00" }, { "path": "/bot/amazonbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:01:11+00:00", "last": "2026-09-02T08:01:11+00:00" }, { "path": "/bot/api-forge-mcp-index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:35+00:00", "last": "2026-09-01T07:28:35+00:00" }, { "path": "/bot/api-forge-mcp-index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:44+00:00", "last": "2026-09-01T07:51:44+00:00" }, { "path": "/bot/api-forge-mcp-index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:03+00:00", "last": "2026-09-01T07:52:03+00:00" }, { "path": "/bot/apievangelist-domain-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:50:18+00:00", "last": "2026-09-01T13:50:18+00:00" }, { "path": "/bot/apievangelist-domain-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:29:33+00:00", "last": "2026-09-01T14:29:33+00:00" }, { "path": "/bot/apievangelist-domain-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:29:18+00:00", "last": "2026-09-01T14:29:18+00:00" }, { "path": "/bot/apievangelist-security-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:42+00:00", "last": "2026-09-01T13:49:42+00:00" }, { "path": "/bot/apievangelist-security-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:34+00:00", "last": "2026-09-01T14:23:34+00:00" }, { "path": "/bot/apievangelist-security-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:35+00:00", "last": "2026-09-01T14:23:35+00:00" }, { "path": "/bot/apievangelist.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:16+00:00", "last": "2026-09-01T13:49:16+00:00" }, { "path": "/bot/apievangelist.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:15+00:00", "last": "2026-09-01T14:23:15+00:00" }, { "path": "/bot/apievangelist.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:16+00:00", "last": "2026-09-01T14:23:16+00:00" }, { "path": "/bot/apis-io-submit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:30+00:00", "last": "2026-09-01T07:28:30+00:00" }, { "path": "/bot/apis-io-submit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/apis-io-submit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:46+00:00", "last": "2026-09-01T07:51:46+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:17+00:00", "last": "2026-09-01T07:28:17+00:00" }, { "path": "/bot/archive-org-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/archive-org-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/ardcrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:02+00:00", "last": "2026-09-01T13:48:02+00:00" }, { "path": "/bot/ardcrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:41+00:00", "last": "2026-09-01T14:22:41+00:00" }, { "path": "/bot/ardcrawl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:52+00:00", "last": "2026-09-01T14:22:52+00:00" }, { "path": "/bot/axios.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:42+00:00", "last": "2026-09-01T13:47:42+00:00" }, { "path": "/bot/axios.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:33+00:00", "last": "2026-09-01T14:22:33+00:00" }, { "path": "/bot/axios.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:42+00:00", "last": "2026-09-01T14:22:42+00:00" }, { "path": "/bot/azureai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T13:59:20+00:00", "last": "2026-09-02T13:59:20+00:00" }, { "path": "/bot/azureai-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T14:45:46+00:00", "last": "2026-09-02T14:45:46+00:00" }, { "path": "/bot/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:27+00:00", "last": "2026-09-01T07:27:27+00:00" }, { "path": "/bot/bingbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:39+00:00", "last": "2026-09-01T07:50:39+00:00" }, { "path": "/bot/bingbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:36+00:00", "last": "2026-09-01T13:47:36+00:00" }, { "path": "/bot/bytespider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:42+00:00", "last": "2026-09-01T14:26:42+00:00" }, { "path": "/bot/bytespider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:43+00:00", "last": "2026-09-01T14:26:43+00:00" }, { "path": "/bot/chrome.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:19:11+00:00", "last": "2026-09-02T07:19:11+00:00" }, { "path": "/bot/chrome.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:22+00:00", "last": "2026-09-02T07:56:22+00:00" }, { "path": "/bot/chrome.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:23+00:00", "last": "2026-09-02T07:56:23+00:00" }, { "path": "/bot/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:13+00:00", "last": "2026-09-01T07:28:13+00:00" }, { "path": "/bot/claudebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:13+00:00", "last": "2026-09-01T07:51:13+00:00" }, { "path": "/bot/claudebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:34+00:00", "last": "2026-09-01T07:29:34+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:36+00:00", "last": "2026-09-01T07:27:36+00:00" }, { "path": "/bot/curl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:40+00:00", "last": "2026-09-01T07:50:40+00:00" }, { "path": "/bot/curl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:04+00:00", "last": "2026-09-01T07:51:04+00:00" }, { "path": "/bot/deno.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:50+00:00", "last": "2026-09-01T07:27:50+00:00" }, { "path": "/bot/deno.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/deno.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/endpointaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:53+00:00", "last": "2026-09-01T07:27:53+00:00" }, { "path": "/bot/endpointaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:52+00:00", "last": "2026-09-01T07:50:52+00:00" }, { "path": "/bot/endpointaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/enerlio.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:51+00:00", "last": "2026-09-01T07:27:51+00:00" }, { "path": "/bot/enerlio.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/enerlio.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:52+00:00", "last": "2026-09-01T07:27:52+00:00" }, { "path": "/bot/exaforce-mcprep.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/exaforce-mcprep.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/freepublicapis.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:17:38+00:00", "last": "2026-09-02T07:17:38+00:00" }, { "path": "/bot/freepublicapis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:57:50+00:00", "last": "2026-09-02T07:57:50+00:00" }, { "path": "/bot/freepublicapis.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:58:19+00:00", "last": "2026-09-02T07:58:19+00:00" }, { "path": "/bot/frndos.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:02+00:00", "last": "2026-09-01T13:48:02+00:00" }, { "path": "/bot/frndos.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:42+00:00", "last": "2026-09-01T14:22:42+00:00" }, { "path": "/bot/frndos.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:53+00:00", "last": "2026-09-01T14:22:53+00:00" }, { "path": "/bot/gf-agent-toll-outbound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:04+00:00", "last": "2026-09-01T07:29:04+00:00" }, { "path": "/bot/gf-agent-toll-outbound.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/gf-agent-toll-outbound.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/gf-agent-toll-remediation.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:33+00:00", "last": "2026-09-01T07:29:33+00:00" }, { "path": "/bot/gf-agent-toll-remediation.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/gf-agent-toll-remediation.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:57+00:00", "last": "2026-09-01T07:52:57+00:00" }, { "path": "/bot/go-http-client.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:38+00:00", "last": "2026-09-01T07:27:38+00:00" }, { "path": "/bot/go-http-client.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/go-http-client.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/golemreachtrustbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:37+00:00", "last": "2026-09-01T07:28:37+00:00" }, { "path": "/bot/golemreachtrustbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/golemreachtrustbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T01:59:30+00:00", "last": "2026-09-02T01:59:30+00:00" }, { "path": "/bot/googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:47:48+00:00", "last": "2026-09-02T02:47:48+00:00" }, { "path": "/bot/googlebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:46+00:00", "last": "2026-09-02T02:46:46+00:00" }, { "path": "/bot/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:00:35+00:00", "last": "2026-09-02T02:00:35+00:00" }, { "path": "/bot/googleother.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:47:53+00:00", "last": "2026-09-02T02:47:53+00:00" }, { "path": "/bot/googleother.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:46+00:00", "last": "2026-09-02T02:46:46+00:00" }, { "path": "/bot/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:52+00:00", "last": "2026-09-01T07:27:52+00:00" }, { "path": "/bot/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:52+00:00", "last": "2026-09-01T07:50:52+00:00" }, { "path": "/bot/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:13+00:00", "last": "2026-09-01T07:51:13+00:00" }, { "path": "/bot/graphadvocate-outreach.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:24+00:00", "last": "2026-09-01T13:49:24+00:00" }, { "path": "/bot/graphadvocate-outreach.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:22+00:00", "last": "2026-09-01T14:26:22+00:00" }, { "path": "/bot/graphadvocate-outreach.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:25:10+00:00", "last": "2026-09-01T14:25:10+00:00" }, { "path": "/bot/guild-reachability-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:45+00:00", "last": "2026-09-01T13:48:45+00:00" }, { "path": "/bot/guild-reachability-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:07+00:00", "last": "2026-09-01T14:23:07+00:00" }, { "path": "/bot/guild-reachability-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:09+00:00", "last": "2026-09-01T14:23:09+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:16+00:00", "last": "2026-09-01T07:27:16+00:00" }, { "path": "/bot/guzzlehttp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:22+00:00", "last": "2026-09-01T07:50:22+00:00" }, { "path": "/bot/guzzlehttp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:40+00:00", "last": "2026-09-01T07:50:40+00:00" }, { "path": "/bot/hultra-link.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:42+00:00", "last": "2026-09-01T07:28:42+00:00" }, { "path": "/bot/hultra-link.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:03+00:00", "last": "2026-09-01T07:52:03+00:00" }, { "path": "/bot/hultra-link.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:29+00:00", "last": "2026-09-01T07:27:29+00:00" }, { "path": "/bot/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:40+00:00", "last": "2026-09-01T07:50:40+00:00" }, { "path": "/bot/index.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:52+00:00", "last": "2026-09-01T07:50:52+00:00" }, { "path": "/bot/io-verifymcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:36+00:00", "last": "2026-09-01T07:28:36+00:00" }, { "path": "/bot/io-verifymcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/io-verifymcp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:03+00:00", "last": "2026-09-01T07:52:03+00:00" }, { "path": "/bot/jscrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:02:37+00:00", "last": "2026-09-03T03:02:37+00:00" }, { "path": "/bot/jscrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:21+00:00", "last": "2026-09-03T03:44:21+00:00" }, { "path": "/bot/jscrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:35+00:00", "last": "2026-09-03T03:44:35+00:00" }, { "path": "/bot/lastseen-schema-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:41+00:00", "last": "2026-09-01T07:28:41+00:00" }, { "path": "/bot/lastseen-schema-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:02+00:00", "last": "2026-09-01T07:52:02+00:00" }, { "path": "/bot/lastseen-schema-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/llm4agents-cimd-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:36+00:00", "last": "2026-09-01T13:49:36+00:00" }, { "path": "/bot/llm4agents-cimd-audit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:01+00:00", "last": "2026-09-01T14:27:01+00:00" }, { "path": "/bot/llm4agents-cimd-audit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:01+00:00", "last": "2026-09-01T14:27:01+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:16+00:00", "last": "2026-09-01T13:49:16+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:10+00:00", "last": "2026-09-01T14:23:10+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:16+00:00", "last": "2026-09-01T14:23:16+00:00" }, { "path": "/bot/mcp-checker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:36+00:00", "last": "2026-09-01T07:28:36+00:00" }, { "path": "/bot/mcp-checker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/mcp-checker.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:04+00:00", "last": "2026-09-01T07:52:04+00:00" }, { "path": "/bot/mcp-drift-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:50:23+00:00", "last": "2026-09-01T13:50:23+00:00" }, { "path": "/bot/mcp-drift-monitor.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:43+00:00", "last": "2026-09-01T14:27:43+00:00" }, { "path": "/bot/mcp-drift-monitor.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:53+00:00", "last": "2026-09-01T14:27:53+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:41+00:00", "last": "2026-09-01T07:28:41+00:00" }, { "path": "/bot/mcp-observatory.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:02+00:00", "last": "2026-09-01T07:52:02+00:00" }, { "path": "/bot/mcp-observatory.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:37+00:00", "last": "2026-09-01T07:28:37+00:00" }, { "path": "/bot/mcp-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:02+00:00", "last": "2026-09-01T07:52:02+00:00" }, { "path": "/bot/mcp-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/mcp-rugpull-research.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T20:41:44+00:00", "last": "2026-09-01T20:41:44+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:43+00:00", "last": "2026-09-01T07:28:43+00:00" }, { "path": "/bot/mcp-schema-archive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:04+00:00", "last": "2026-09-01T07:52:04+00:00" }, { "path": "/bot/mcp-schema-archive.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:31+00:00", "last": "2026-09-01T07:52:31+00:00" }, { "path": "/bot/mcp-uptime.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:00+00:00", "last": "2026-09-01T13:49:00+00:00" }, { "path": "/bot/mcp-uptime.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:29:18+00:00", "last": "2026-09-01T14:29:18+00:00" }, { "path": "/bot/mcp-uptime.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:29:32+00:00", "last": "2026-09-01T14:29:32+00:00" }, { "path": "/bot/mcp2-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:02:52+00:00", "last": "2026-09-03T03:02:52+00:00" }, { "path": "/bot/mcp2-research.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:45:01+00:00", "last": "2026-09-03T03:45:01+00:00" }, { "path": "/bot/mcp2-research.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:45:07+00:00", "last": "2026-09-03T03:45:07+00:00" }, { "path": "/bot/mcpbeat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:13+00:00", "last": "2026-09-01T07:28:13+00:00" }, { "path": "/bot/mcpbeat.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/mcpbeat.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/mcpcatalogsync.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:12+00:00", "last": "2026-09-01T07:28:12+00:00" }, { "path": "/bot/mcpcatalogsync.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/mcpcatalogsync.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/mcpcheck.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T20:31:38+00:00", "last": "2026-09-02T20:31:38+00:00" }, { "path": "/bot/mcpgrade-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:41+00:00", "last": "2026-09-01T13:48:41+00:00" }, { "path": "/bot/mcpgrade-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:06+00:00", "last": "2026-09-01T14:23:06+00:00" }, { "path": "/bot/mcpgrade-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:09+00:00", "last": "2026-09-01T14:23:09+00:00" }, { "path": "/bot/mcpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:02:41+00:00", "last": "2026-09-03T03:02:41+00:00" }, { "path": "/bot/mcpi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:41+00:00", "last": "2026-09-03T03:44:41+00:00" }, { "path": "/bot/mcpi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:50+00:00", "last": "2026-09-03T03:44:50+00:00" }, { "path": "/bot/mcpmeter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:30+00:00", "last": "2026-09-01T07:27:30+00:00" }, { "path": "/bot/mcpmeter.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:40+00:00", "last": "2026-09-01T07:50:40+00:00" }, { "path": "/bot/mcpmeter.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/mcpqueen-grader.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T20:41:05+00:00", "last": "2026-09-01T20:41:05+00:00" }, { "path": "/bot/mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:51+00:00", "last": "2026-09-01T07:27:51+00:00" }, { "path": "/bot/mcpscan.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/mcpscan.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/mcpwatch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:15+00:00", "last": "2026-09-01T07:28:15+00:00" }, { "path": "/bot/mcpwatch.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/mcpwatch.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:44+00:00", "last": "2026-09-01T07:51:44+00:00" }, { "path": "/bot/mcpwitness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:37+00:00", "last": "2026-09-01T13:49:37+00:00" }, { "path": "/bot/mcpwitness.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:18+00:00", "last": "2026-09-01T14:27:18+00:00" }, { "path": "/bot/mcpwitness.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:27:18+00:00", "last": "2026-09-01T14:27:18+00:00" }, { "path": "/bot/measure-mcp-schema.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:58+00:00", "last": "2026-09-01T07:28:58+00:00" }, { "path": "/bot/measure-mcp-schema.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/measure-mcp-schema.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:02:37+00:00", "last": "2026-09-03T03:02:37+00:00" }, { "path": "/bot/meta-externalagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:22+00:00", "last": "2026-09-03T03:44:22+00:00" }, { "path": "/bot/meta-externalagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:44:35+00:00", "last": "2026-09-03T03:44:35+00:00" }, { "path": "/bot/movanas-registry-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:06+00:00", "last": "2026-09-01T07:29:06+00:00" }, { "path": "/bot/movanas-registry-snapshot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/movanas-registry-snapshot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/mozilla-2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:37+00:00", "last": "2026-09-01T13:47:37+00:00" }, { "path": "/bot/mozilla-2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:25:06+00:00", "last": "2026-09-01T14:25:06+00:00" }, { "path": "/bot/mozilla-2.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:25:45+00:00", "last": "2026-09-01T14:25:45+00:00" }, { "path": "/bot/mozilla.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:15+00:00", "last": "2026-09-01T07:27:15+00:00" }, { "path": "/bot/mozilla.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:22+00:00", "last": "2026-09-01T07:50:22+00:00" }, { "path": "/bot/mozilla.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:23+00:00", "last": "2026-09-01T07:50:23+00:00" }, { "path": "/bot/mwmbl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:14+00:00", "last": "2026-09-01T13:48:14+00:00" }, { "path": "/bot/mwmbl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:20:46+00:00", "last": "2026-09-01T14:20:46+00:00" }, { "path": "/bot/mwmbl.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:21:38+00:00", "last": "2026-09-01T14:21:38+00:00" }, { "path": "/bot/neuronto.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:09+00:00", "last": "2026-09-01T13:48:09+00:00" }, { "path": "/bot/neuronto.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:20:30+00:00", "last": "2026-09-01T14:20:30+00:00" }, { "path": "/bot/neuronto.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:21:15+00:00", "last": "2026-09-01T14:21:15+00:00" }, { "path": "/bot/node.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:14+00:00", "last": "2026-09-01T07:27:14+00:00" }, { "path": "/bot/node.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:20+00:00", "last": "2026-09-01T07:50:20+00:00" }, { "path": "/bot/node.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:20+00:00", "last": "2026-09-01T07:50:20+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:05+00:00", "last": "2026-09-01T07:29:05+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:37+00:00", "last": "2026-09-01T07:52:37+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/packagehound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:28+00:00", "last": "2026-09-01T07:27:28+00:00" }, { "path": "/bot/packagehound.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:23+00:00", "last": "2026-09-01T07:50:23+00:00" }, { "path": "/bot/packagehound.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/packages-ecosyste-ms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:48+00:00", "last": "2026-09-02T05:10:48+00:00" }, { "path": "/bot/packages-ecosyste-ms.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:02:17+00:00", "last": "2026-09-02T06:02:17+00:00" }, { "path": "/bot/packages-ecosyste-ms.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:02:23+00:00", "last": "2026-09-02T06:02:23+00:00" }, { "path": "/bot/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:18:22+00:00", "last": "2026-09-02T07:18:22+00:00" }, { "path": "/bot/perplexitybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:22+00:00", "last": "2026-09-02T07:56:22+00:00" }, { "path": "/bot/perplexitybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:23+00:00", "last": "2026-09-02T07:56:23+00:00" }, { "path": "/bot/pip.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:37+00:00", "last": "2026-09-01T07:27:37+00:00" }, { "path": "/bot/pip.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:41+00:00", "last": "2026-09-01T07:50:41+00:00" }, { "path": "/bot/pip.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:05+00:00", "last": "2026-09-01T07:51:05+00:00" }, { "path": "/bot/proofbench.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:15+00:00", "last": "2026-09-01T07:27:15+00:00" }, { "path": "/bot/proofbench.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:22+00:00", "last": "2026-09-01T07:50:22+00:00" }, { "path": "/bot/proofbench.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:39+00:00", "last": "2026-09-01T07:50:39+00:00" }, { "path": "/bot/python-httpx.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:14+00:00", "last": "2026-09-01T07:27:14+00:00" }, { "path": "/bot/python-httpx.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:19+00:00", "last": "2026-09-01T07:50:19+00:00" }, { "path": "/bot/python-httpx.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:19+00:00", "last": "2026-09-01T07:50:19+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:14+00:00", "last": "2026-09-01T07:27:14+00:00" }, { "path": "/bot/python-httpx2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:19+00:00", "last": "2026-09-01T07:50:19+00:00" }, { "path": "/bot/python-httpx2.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:21+00:00", "last": "2026-09-01T07:50:21+00:00" }, { "path": "/bot/python-requests.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:12+00:00", "last": "2026-09-01T13:47:12+00:00" }, { "path": "/bot/python-requests.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:32+00:00", "last": "2026-09-01T14:22:32+00:00" }, { "path": "/bot/python-requests.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:32+00:00", "last": "2026-09-01T14:22:32+00:00" }, { "path": "/bot/qtcreator.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:43+00:00", "last": "2026-09-01T13:47:43+00:00" }, { "path": "/bot/qtcreator.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:41+00:00", "last": "2026-09-01T14:22:41+00:00" }, { "path": "/bot/qtcreator.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:52+00:00", "last": "2026-09-01T14:22:52+00:00" }, { "path": "/bot/reactornetty.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:29+00:00", "last": "2026-09-01T07:27:29+00:00" }, { "path": "/bot/reactornetty.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:39+00:00", "last": "2026-09-01T07:50:39+00:00" }, { "path": "/bot/reactornetty.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/reliability-bureau-spike.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:28+00:00", "last": "2026-09-01T13:49:28+00:00" }, { "path": "/bot/reliability-bureau-spike.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:25:07+00:00", "last": "2026-09-01T14:25:07+00:00" }, { "path": "/bot/reliability-bureau-spike.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:22+00:00", "last": "2026-09-01T14:26:22+00:00" }, { "path": "/bot/repology-linkchecker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:01+00:00", "last": "2026-09-01T13:49:01+00:00" }, { "path": "/bot/repology-linkchecker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:47+00:00", "last": "2026-09-01T14:26:47+00:00" }, { "path": "/bot/repology-linkchecker.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:26:47+00:00", "last": "2026-09-01T14:26:47+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:49:43+00:00", "last": "2026-09-01T13:49:43+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:35+00:00", "last": "2026-09-01T14:23:35+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:40+00:00", "last": "2026-09-01T14:23:40+00:00" }, { "path": "/bot/sasame-census-era-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:58+00:00", "last": "2026-09-01T07:28:58+00:00" }, { "path": "/bot/sasame-census-era-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/sasame-census-era-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:37+00:00", "last": "2026-09-01T07:52:37+00:00" }, { "path": "/bot/sasame-mcp-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:05+00:00", "last": "2026-09-01T07:29:05+00:00" }, { "path": "/bot/sasame-mcp-audit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:37+00:00", "last": "2026-09-01T07:52:37+00:00" }, { "path": "/bot/sasame-mcp-audit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/sasameagentaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:35+00:00", "last": "2026-09-01T07:28:35+00:00" }, { "path": "/bot/sasameagentaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:44+00:00", "last": "2026-09-01T07:51:44+00:00" }, { "path": "/bot/sasameagentaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:03+00:00", "last": "2026-09-01T07:52:03+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:15+00:00", "last": "2026-09-01T07:28:15+00:00" }, { "path": "/bot/sentineloracle.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/sentineloracle.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:35+00:00", "last": "2026-09-01T07:51:35+00:00" }, { "path": "/bot/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:08:23+00:00", "last": "2026-09-02T05:08:23+00:00" }, { "path": "/bot/shapbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:59+00:00", "last": "2026-09-02T06:00:59+00:00" }, { "path": "/bot/shapbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:17+00:00", "last": "2026-09-02T06:01:17+00:00" }, { "path": "/bot/solvedearthlivenessbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:27+00:00", "last": "2026-09-02T05:10:27+00:00" }, { "path": "/bot/solvedearthlivenessbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:29+00:00", "last": "2026-09-02T06:01:29+00:00" }, { "path": "/bot/solvedearthlivenessbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:33+00:00", "last": "2026-09-02T06:01:33+00:00" }, { "path": "/bot/solvedearthpricebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:19:56+00:00", "last": "2026-09-02T07:19:56+00:00" }, { "path": "/bot/solvedearthpricebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:57:17+00:00", "last": "2026-09-02T07:57:17+00:00" }, { "path": "/bot/solvedearthpricebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:58:04+00:00", "last": "2026-09-02T07:58:04+00:00" }, { "path": "/bot/spanly-enrich.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:48:41+00:00", "last": "2026-09-01T13:48:41+00:00" }, { "path": "/bot/spanly-enrich.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:53+00:00", "last": "2026-09-01T14:22:53+00:00" }, { "path": "/bot/spanly-enrich.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:23:07+00:00", "last": "2026-09-01T14:23:07+00:00" }, { "path": "/bot/strand-mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:27+00:00", "last": "2026-09-02T05:10:27+00:00" }, { "path": "/bot/strand-mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:32+00:00", "last": "2026-09-02T06:01:32+00:00" }, { "path": "/bot/strand-mcp.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:34+00:00", "last": "2026-09-02T06:01:34+00:00" }, { "path": "/bot/tar-directory-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:57+00:00", "last": "2026-09-01T07:28:57+00:00" }, { "path": "/bot/tar-directory-indexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/tar-directory-indexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/tar-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:16+00:00", "last": "2026-09-01T07:28:16+00:00" }, { "path": "/bot/tar-discovery.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/tar-discovery.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:44+00:00", "last": "2026-09-01T07:51:44+00:00" }, { "path": "/bot/tar-health.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:57+00:00", "last": "2026-09-01T07:28:57+00:00" }, { "path": "/bot/tar-health.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:31+00:00", "last": "2026-09-01T07:52:31+00:00" }, { "path": "/bot/tar-health.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:36+00:00", "last": "2026-09-01T07:52:36+00:00" }, { "path": "/bot/telegrambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:27:28+00:00", "last": "2026-09-01T07:27:28+00:00" }, { "path": "/bot/telegrambot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:23+00:00", "last": "2026-09-01T07:50:23+00:00" }, { "path": "/bot/telegrambot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:51+00:00", "last": "2026-09-01T07:50:51+00:00" }, { "path": "/bot/teppi-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:27+00:00", "last": "2026-09-02T05:10:27+00:00" }, { "path": "/bot/teppi-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:28+00:00", "last": "2026-09-02T06:01:28+00:00" }, { "path": "/bot/teppi-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:28+00:00", "last": "2026-09-02T06:01:28+00:00" }, { "path": "/bot/truespar-mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:29:32+00:00", "last": "2026-09-01T07:29:32+00:00" }, { "path": "/bot/truespar-mcp-registry.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/truespar-mcp-registry.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:42+00:00", "last": "2026-09-01T07:52:42+00:00" }, { "path": "/bot/trustoven-manifest-observer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:50:18+00:00", "last": "2026-09-01T13:50:18+00:00" }, { "path": "/bot/trustoven-manifest-observer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:30:20+00:00", "last": "2026-09-01T14:30:20+00:00" }, { "path": "/bot/trustoven-manifest-observer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:31:45+00:00", "last": "2026-09-01T14:31:45+00:00" }, { "path": "/bot/undici.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:14+00:00", "last": "2026-09-01T07:28:14+00:00" }, { "path": "/bot/undici.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/undici.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:35+00:00", "last": "2026-09-01T07:51:35+00:00" }, { "path": "/bot/utopian-foundry-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:31+00:00", "last": "2026-09-01T07:28:31+00:00" }, { "path": "/bot/utopian-foundry-probe.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/bot/utopian-foundry-probe.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:45+00:00", "last": "2026-09-01T07:51:45+00:00" }, { "path": "/bot/verifymcp-ownersbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:56+00:00", "last": "2026-09-01T07:28:56+00:00" }, { "path": "/bot/verifymcp-ownersbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:30+00:00", "last": "2026-09-01T07:52:30+00:00" }, { "path": "/bot/verifymcp-ownersbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:31+00:00", "last": "2026-09-01T07:52:31+00:00" }, { "path": "/bot/waggle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:17:37+00:00", "last": "2026-09-02T07:17:37+00:00" }, { "path": "/bot/waggle.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:42+00:00", "last": "2026-09-02T07:56:42+00:00" }, { "path": "/bot/waggle.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:56:43+00:00", "last": "2026-09-02T07:56:43+00:00" }, { "path": "/bot/x402-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:43+00:00", "last": "2026-09-01T07:28:43+00:00" }, { "path": "/bot/x402-observatory.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:04+00:00", "last": "2026-09-01T07:52:04+00:00" }, { "path": "/bot/x402-observatory.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:52:31+00:00", "last": "2026-09-01T07:52:31+00:00" }, { "path": "/bot/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:28:14+00:00", "last": "2026-09-01T07:28:14+00:00" }, { "path": "/bot/yandexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:14+00:00", "last": "2026-09-01T07:51:14+00:00" }, { "path": "/bot/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:34+00:00", "last": "2026-09-01T07:51:34+00:00" }, { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:32:21+00:00", "last": "2026-09-01T08:32:21+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:42:01+00:00", "last": "2026-09-02T00:42:01+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:16:56+00:00", "last": "2026-09-02T00:16:56+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:20:41+00:00", "last": "2026-09-02T00:20:41+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:20:46+00:00", "last": "2026-09-02T00:20:46+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T22:21:55+00:00", "last": "2026-09-02T22:21:55+00:00" }, { "path": "/c/agent-tools-cloud/a2a/lint/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T17:22:50+00:00", "last": "2026-09-02T17:22:50+00:00" }, { "path": "/c/agent-tools-cloud/a2a/netcheck/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T22:22:17+00:00", "last": "2026-09-02T22:22:17+00:00" }, { "path": "/c/agent-tools-cloud/a2a/score/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T17:23:15+00:00", "last": "2026-09-02T17:23:15+00:00" }, { "path": "/c/freepublicapis/tools/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:20:08+00:00", "last": "2026-09-02T08:20:08+00:00" }, { "path": "/c/huggingface-datasets/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:40:06+00:00", "last": "2026-09-03T00:40:06+00:00" }, { "path": "/c/huggingface-datasets/data/agents.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:03:45+00:00", "last": "2026-09-03T03:03:45+00:00" }, { "path": "/c/huggingface-datasets/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:04:28+00:00", "last": "2026-09-03T03:04:28+00:00" }, { "path": "/c/huggingface-datasets/data/robots-tokens.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:05:33+00:00", "last": "2026-09-03T03:05:33+00:00" }, { "path": "/c/huggingface-datasets/data/ua-regex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:04:55+00:00", "last": "2026-09-03T03:04:55+00:00" }, { "path": "/c/huggingface-datasets/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:04:50+00:00", "last": "2026-09-03T03:04:50+00:00" }, { "path": "/c/huggingface-datasets/ip-ranges/all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:05:16+00:00", "last": "2026-09-03T03:05:16+00:00" }, { "path": "/c/huggingface-datasets/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:05:10+00:00", "last": "2026-09-03T03:05:10+00:00" }, { "path": "/c/huggingface-datasets/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:03:51+00:00", "last": "2026-09-03T03:03:51+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T18:02:17+00:00", "last": "2026-09-02T18:02:17+00:00" }, { "path": "/c/mcp-registry-official/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:46:19+00:00", "last": "2026-09-01T04:46:19+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:51:41+00:00", "last": "2026-09-01T17:51:41+00:00" }, { "path": "/c/mcp-registry-official/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:52:08+00:00", "last": "2026-09-01T17:52:08+00:00" }, { "path": "/c/mcp-registry-official/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:40:13+00:00", "last": "2026-09-01T04:40:13+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:13:04+00:00", "last": "2026-09-01T03:13:04+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T21:56:51+00:00", "last": "2026-09-01T21:56:51+00:00" }, { "path": "/c/thecolony/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:59+00:00", "last": "2026-09-03T05:57:59+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:39+00:00", "last": "2026-09-01T01:36:39+00:00" }, { "path": "/category/ai-search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:10+00:00", "last": "2026-09-01T02:01:10+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:29+00:00", "last": "2026-09-01T01:34:29+00:00" }, { "path": "/category/archive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/category/dataset.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/category/search.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/category/seo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/category/tool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:35+00:00", "last": "2026-09-01T03:41:35+00:00" }, { "path": "/changes", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:49:13+00:00", "last": "2026-09-02T08:49:13+00:00" }, { "path": "/changes.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T22:30:41+00:00", "last": "2026-09-01T22:30:41+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:01:43+00:00", "last": "2026-09-02T02:01:43+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T01:58:58+00:00", "last": "2026-09-02T01:58:58+00:00" }, { "path": "/contact.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:13+00:00", "last": "2026-09-02T02:46:13+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:38+00:00", "last": "2026-09-01T01:10:38+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/ahrefsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/ai2bot-dolma.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/ai2bot-dolma.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/crawler/ai2bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/crawler/amazonbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/andibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:58:42+00:00", "last": "2026-09-01T23:58:42+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/crawler/anthropic-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:08+00:00", "last": "2026-09-01T02:06:08+00:00" }, { "path": "/crawler/anthropic-ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:40+00:00", "last": "2026-09-01T02:06:40+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/crawler/applebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:05+00:00", "last": "2026-09-01T01:36:05+00:00" }, { "path": "/crawler/archive-org-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:56+00:00", "last": "2026-09-01T02:00:56+00:00" }, { "path": "/crawler/archive-org-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/awariosmartbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:00:21+00:00", "last": "2026-09-02T00:00:21+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/baiduspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/crawler/bingbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:53+00:00", "last": "2026-09-01T01:33:53+00:00" }, { "path": "/crawler/bytespider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/bytespider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/crawler/ccbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/crawler/ccbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/claude-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/claude-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:41+00:00", "last": "2026-09-01T02:01:41+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/crawler/cohere-training-data-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/crawler/cohere-training-data-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/crawler/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/crawler/diffbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/crawler/dotbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:53:37+00:00", "last": "2026-09-01T23:53:37+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/duckassistbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:55+00:00", "last": "2026-09-01T02:05:55+00:00" }, { "path": "/crawler/duckassistbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:34+00:00", "last": "2026-09-01T02:06:34+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/crawler/facebookbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/facebookbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/facebookexternalhit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/facebookexternalhit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/factset-spyderbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:00:21+00:00", "last": "2026-09-02T00:00:21+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/firecrawlagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/firecrawlagent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:50+00:00", "last": "2026-09-01T01:34:50+00:00" }, { "path": "/crawler/google-cloudvertexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/google-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/google-gemininotebook.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:59:34+00:00", "last": "2026-09-01T23:59:34+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:05+00:00", "last": "2026-09-01T01:36:05+00:00" }, { "path": "/crawler/google-inspectiontool.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/google-inspectiontool.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/googlebot-image.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/googlebot-image.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:07+00:00", "last": "2026-09-01T01:36:07+00:00" }, { "path": "/crawler/googlebot-news.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/crawler/googlebot-news.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/crawler/googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/googleother.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/googleother.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/googleproducer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:56:26+00:00", "last": "2026-09-01T23:56:26+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/ia-archiver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:50+00:00", "last": "2026-09-01T02:05:50+00:00" }, { "path": "/crawler/ia-archiver.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:34+00:00", "last": "2026-09-01T02:06:34+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/imagesiftbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:15+00:00", "last": "2026-09-01T01:34:15+00:00" }, { "path": "/crawler/klaviyoaibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:56:47+00:00", "last": "2026-09-01T23:56:47+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/crawler/meta-externalagent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/crawler/meta-externalfetcher.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/crawler/meta-externalfetcher.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/mistralai-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:55+00:00", "last": "2026-09-01T02:05:55+00:00" }, { "path": "/crawler/mistralai-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:13+00:00", "last": "2026-09-01T02:06:13+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:56+00:00", "last": "2026-09-01T01:36:56+00:00" }, { "path": "/crawler/oai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/oai-searchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/omgilibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/omgilibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:41+00:00", "last": "2026-09-01T02:01:41+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/crawler/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/perplexity-user.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:31+00:00", "last": "2026-09-01T01:58:31+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/crawler/perplexitybot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/crawler/perplexitybot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:26+00:00", "last": "2026-09-01T01:35:26+00:00" }, { "path": "/crawler/petalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/crawler/pinterestbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:54:35+00:00", "last": "2026-09-01T23:54:35+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/crawler/scrapy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:00+00:00", "last": "2026-09-01T02:05:00+00:00" }, { "path": "/crawler/scrapy.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:03:38+00:00", "last": "2026-09-01T02:03:38+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/crawler/semrushbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/seznambot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/crawler/seznambot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/crawler/storebot-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/storebot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:47+00:00", "last": "2026-09-01T02:00:47+00:00" }, { "path": "/crawler/terracotta.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:56:26+00:00", "last": "2026-09-01T23:56:26+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/crawler/tiktokspider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:10+00:00", "last": "2026-09-01T02:01:10+00:00" }, { "path": "/crawler/tiktokspider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/crawler/webzio-extended.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:05:50+00:00", "last": "2026-09-01T02:05:50+00:00" }, { "path": "/crawler/webzio-extended.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:13+00:00", "last": "2026-09-01T02:06:13+00:00" }, { "path": "/crawler/yandexadditional.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:58:01+00:00", "last": "2026-09-01T23:58:01+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:34+00:00", "last": "2026-09-01T01:35:34+00:00" }, { "path": "/crawler/yandexmedia.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:00:21+00:00", "last": "2026-09-02T00:00:21+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:31+00:00", "last": "2026-09-01T01:34:31+00:00" }, { "path": "/crawler/yeti.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:29+00:00", "last": "2026-09-01T01:34:29+00:00" }, { "path": "/crawler/youbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/crawler/youbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/data/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:23+00:00", "last": "2026-09-01T01:09:23+00:00" }, { "path": "/data/agents.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:20+00:00", "last": "2026-09-01T01:10:20+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/data/ip-sources.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/data/observed-clients.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:50:52+00:00", "last": "2026-09-01T07:50:52+00:00" }, { "path": "/data/observed-clients.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:51:13+00:00", "last": "2026-09-01T07:51:13+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/data/ua-regex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/data/ua-regex.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/data/user-agents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:48+00:00", "last": "2026-09-01T01:10:48+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:21+00:00", "last": "2026-09-01T01:10:21+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:46+00:00", "last": "2026-09-01T01:09:46+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:48+00:00", "last": "2026-09-01T01:10:48+00:00" }, { "path": "/impressum", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:01:05+00:00", "last": "2026-09-02T02:01:05+00:00" }, { "path": "/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/inference.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:26+00:00", "last": "2026-09-01T13:47:26+00:00" }, { "path": "/inference.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:19:33+00:00", "last": "2026-09-01T14:19:33+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:46+00:00", "last": "2026-09-01T01:10:46+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:07+00:00", "last": "2026-09-01T01:36:07+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:41+00:00", "last": "2026-09-01T01:35:41+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/ip-ranges/bing-bingbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/google-googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/ip-ranges/google-googlebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/ip-ranges/google-googlebot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:39+00:00", "last": "2026-09-01T01:36:39+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:09+00:00", "last": "2026-09-01T02:01:09+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:46+00:00", "last": "2026-09-01T02:01:46+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/ip-ranges/google-user-triggered.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/ip-ranges/google-user-triggered.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:45+00:00", "last": "2026-09-01T02:01:45+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:40+00:00", "last": "2026-09-01T02:01:40+00:00" }, { "path": "/ip-ranges/openai-gptbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/openai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:41+00:00", "last": "2026-09-01T01:36:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/ip-ranges/openai-searchbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/ip-ranges/perplexity-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:51+00:00", "last": "2026-09-01T01:34:51+00:00" }, { "path": "/ip-ranges/perplexity-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/ip-ranges/perplexity-bot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/ip-ranges/perplexity-user.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:48+00:00", "last": "2026-09-01T01:58:48+00:00" }, { "path": "/ip-ranges/perplexity-user.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:57+00:00", "last": "2026-09-01T02:00:57+00:00" }, { "path": "/legal", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:00:36+00:00", "last": "2026-09-02T02:00:36+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:40+00:00", "last": "2026-09-01T01:35:40+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:46+00:00", "last": "2026-09-01T01:10:46+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:50:19+00:00", "last": "2026-09-02T08:50:19+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:40:26+00:00", "last": "2026-09-01T03:40:26+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:34+00:00", "last": "2026-09-01T15:55:34+00:00" }, { "path": "/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:56:18+00:00", "last": "2026-09-01T15:56:18+00:00" }, { "path": "/mcp-transport.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:37:42+00:00", "last": "2026-09-01T09:37:42+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:41:24+00:00", "last": "2026-09-01T03:41:24+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:51+00:00", "last": "2026-09-01T01:09:51+00:00" }, { "path": "/openapi.yaml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:09:52+00:00", "last": "2026-09-01T01:09:52+00:00" }, { "path": "/operator/ahrefs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/operator/ai2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/ai2.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:52+00:00", "last": "2026-09-01T01:32:52+00:00" }, { "path": "/operator/amazon.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/anthropic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:30+00:00", "last": "2026-09-01T01:34:30+00:00" }, { "path": "/operator/anthropic.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/apple.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/baidu.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/bytedance.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:48+00:00", "last": "2026-09-01T01:34:48+00:00" }, { "path": "/operator/bytedance.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/cohere.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:27+00:00", "last": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/commoncrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:51+00:00", "last": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/diffbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:27+00:00", "last": "2026-09-01T01:35:27+00:00" }, { "path": "/operator/firecrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/operator/firecrawl.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/hive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/operator/hive.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/huawei.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:01+00:00", "last": "2026-09-01T01:58:01+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:51+00:00", "last": "2026-09-01T01:33:51+00:00" }, { "path": "/operator/internetarchive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:56+00:00", "last": "2026-09-01T01:33:56+00:00" }, { "path": "/operator/meta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:26+00:00", "last": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/meta.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:54+00:00", "last": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/microsoft.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:55+00:00", "last": "2026-09-01T01:33:55+00:00" }, { "path": "/operator/naver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:14+00:00", "last": "2026-09-01T01:34:14+00:00" }, { "path": "/operator/naver.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:27+00:00", "last": "2026-09-01T01:58:27+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:52+00:00", "last": "2026-09-01T01:33:52+00:00" }, { "path": "/operator/openai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:00+00:00", "last": "2026-09-01T01:58:00+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:55+00:00", "last": "2026-09-01T01:32:55+00:00" }, { "path": "/operator/perplexity.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/reflection.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:57:25+00:00", "last": "2026-09-01T23:57:25+00:00" }, { "path": "/operator/rois.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T23:58:01+00:00", "last": "2026-09-01T23:58:01+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/semrush.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:54+00:00", "last": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/semrush.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:54+00:00", "last": "2026-09-01T01:57:54+00:00" }, { "path": "/operator/seznam.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:25+00:00", "last": "2026-09-01T01:35:25+00:00" }, { "path": "/operator/seznam.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:13+00:00", "last": "2026-09-01T01:34:13+00:00" }, { "path": "/operator/webz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:28+00:00", "last": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/webz.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/operator/yandex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:31+00:00", "last": "2026-09-01T01:34:31+00:00" }, { "path": "/operator/yandex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:30+00:00", "last": "2026-09-01T01:58:30+00:00" }, { "path": "/operator/you.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:33:28+00:00", "last": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/you.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:55+00:00", "last": "2026-09-01T01:57:55+00:00" }, { "path": "/plans", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:55:38+00:00", "last": "2026-09-02T07:55:38+00:00" }, { "path": "/policy/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:38+00:00", "last": "2026-09-01T01:10:38+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/policy/allow-ai-search-only.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:57+00:00", "last": "2026-09-01T02:01:57+00:00" }, { "path": "/policy/allow-all.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:52+00:00", "last": "2026-09-01T01:34:52+00:00" }, { "path": "/policy/allow-all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:04:31+00:00", "last": "2026-09-01T02:04:31+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/policy/block-ai-training.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:06:08+00:00", "last": "2026-09-01T02:06:08+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:41+00:00", "last": "2026-09-01T01:36:41+00:00" }, { "path": "/policy/block-all-ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/policy/block-datasets.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:27+00:00", "last": "2026-09-01T01:35:27+00:00" }, { "path": "/policy/block-datasets.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:58:49+00:00", "last": "2026-09-01T01:58:49+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/policy/block-disputed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:00:56+00:00", "last": "2026-09-01T02:00:56+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:40+00:00", "last": "2026-09-01T01:36:40+00:00" }, { "path": "/policy/block-seo-tools.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:01:26+00:00", "last": "2026-09-01T02:01:26+00:00" }, { "path": "/policy/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:34:49+00:00", "last": "2026-09-01T01:34:49+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:17+00:00", "last": "2026-09-01T01:36:17+00:00" }, { "path": "/policy/maximum-ai-visibility.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:04:09+00:00", "last": "2026-09-01T02:04:09+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:19:55+00:00", "last": "2026-09-02T07:19:55+00:00" }, { "path": "/pricing.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:55:39+00:00", "last": "2026-09-02T07:55:39+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:26+00:00", "last": "2026-09-01T13:47:26+00:00" }, { "path": "/privacy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:19:58+00:00", "last": "2026-09-01T14:19:58+00:00" }, { "path": "/register", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:50:10+00:00", "last": "2026-09-01T17:50:10+00:00" }, { "path": "/register.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:32:10+00:00", "last": "2026-09-01T18:32:10+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:19+00:00", "last": "2026-09-01T01:37:19+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:06+00:00", "last": "2026-09-01T01:36:06+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/robots/block-all-ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:37:18+00:00", "last": "2026-09-01T01:37:18+00:00" }, { "path": "/robots/block-datasets.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:16+00:00", "last": "2026-09-01T01:36:16+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:58+00:00", "last": "2026-09-01T01:36:58+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:36:57+00:00", "last": "2026-09-01T01:36:57+00:00" }, { "path": "/security", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:44:16+00:00", "last": "2026-09-02T02:44:16+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:49:48+00:00", "last": "2026-09-01T05:49:48+00:00" }, { "path": "/security.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:19+00:00", "last": "2026-09-01T06:15:19+00:00" }, { "path": "/snippet/apache-htaccess.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:44:41+00:00", "last": "2026-09-01T12:44:41+00:00" }, { "path": "/snippet/apache-htaccess.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:43:30+00:00", "last": "2026-09-01T12:43:30+00:00" }, { "path": "/snippet/caddy.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:44:19+00:00", "last": "2026-09-01T12:44:19+00:00" }, { "path": "/snippet/caddy.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:44:19+00:00", "last": "2026-09-01T12:44:19+00:00" }, { "path": "/snippet/cloudflare-worker.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:43:23+00:00", "last": "2026-09-01T12:43:23+00:00" }, { "path": "/snippet/cloudflare-worker.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:43:23+00:00", "last": "2026-09-01T12:43:23+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:35:35+00:00", "last": "2026-09-01T01:35:35+00:00" }, { "path": "/snippet/nginx-map.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:40:10+00:00", "last": "2026-09-01T12:40:10+00:00" }, { "path": "/snippet/nginx-map.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:42:44+00:00", "last": "2026-09-01T12:42:44+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:57:53+00:00", "last": "2026-09-01T01:57:53+00:00" }, { "path": "/snippet/python-classify.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:23:13+00:00", "last": "2026-09-01T02:23:13+00:00" }, { "path": "/snippet/python-classify.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:24:40+00:00", "last": "2026-09-01T02:24:40+00:00" }, { "path": "/stats.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:10:11+00:00", "last": "2026-09-01T01:10:11+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:32:53+00:00", "last": "2026-09-01T01:32:53+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:47:12+00:00", "last": "2026-09-01T13:47:12+00:00" }, { "path": "/terms.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:22:33+00:00", "last": "2026-09-01T14:22:33+00:00" }, { "path": "/tools/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:49:14+00:00", "last": "2026-09-02T08:49:14+00:00" }, { "path": "/tools/ai-access", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:04:27+00:00", "last": "2026-09-02T06:04:27+00:00" }, { "path": "/tools/ai-access.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:08:23+00:00", "last": "2026-09-02T05:08:23+00:00" }, { "path": "/tools/ai-access.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:00+00:00", "last": "2026-09-02T06:01:00+00:00" }, { "path": "/tools/classify-ua", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:24+00:00", "last": "2026-09-02T06:00:24+00:00" }, { "path": "/tools/classify-ua.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:08:36+00:00", "last": "2026-09-02T05:08:36+00:00" }, { "path": "/tools/classify-ua.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:34+00:00", "last": "2026-09-02T06:00:34+00:00" }, { "path": "/tools/example", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:56:07+00:00", "last": "2026-09-02T06:56:07+00:00" }, { "path": "/tools/example.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:23+00:00", "last": "2026-09-02T06:00:23+00:00" }, { "path": "/tools/example.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:51:56+00:00", "last": "2026-09-02T06:51:56+00:00" }, { "path": "/tools/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:11:45+00:00", "last": "2026-09-02T05:11:45+00:00" }, { "path": "/tools/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:34+00:00", "last": "2026-09-02T06:00:34+00:00" }, { "path": "/tools/robots-allowed", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:04:46+00:00", "last": "2026-09-02T06:04:46+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:10:35+00:00", "last": "2026-09-02T05:10:35+00:00" }, { "path": "/tools/robots-allowed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:35+00:00", "last": "2026-09-02T06:00:35+00:00" }, { "path": "/tools/robots-lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:04:46+00:00", "last": "2026-09-02T06:04:46+00:00" }, { "path": "/tools/robots-lint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:09:15+00:00", "last": "2026-09-02T05:09:15+00:00" }, { "path": "/tools/robots-lint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:17+00:00", "last": "2026-09-02T06:01:17+00:00" }, { "path": "/tools/verification-methods", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:02:24+00:00", "last": "2026-09-02T06:02:24+00:00" }, { "path": "/tools/verification-methods.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:09:06+00:00", "last": "2026-09-02T05:09:06+00:00" }, { "path": "/tools/verification-methods.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:23+00:00", "last": "2026-09-02T06:00:23+00:00" }, { "path": "/tools/verify-crawler", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:03:37+00:00", "last": "2026-09-02T06:03:37+00:00" }, { "path": "/tools/verify-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:08:19+00:00", "last": "2026-09-02T05:08:19+00:00" }, { "path": "/tools/verify-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:01:17+00:00", "last": "2026-09-02T06:01:17+00:00" }, { "path": "/tools/whoami", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:55:12+00:00", "last": "2026-09-02T06:55:12+00:00" }, { "path": "/tools/whoami.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:00:59+00:00", "last": "2026-09-02T06:00:59+00:00" }, { "path": "/tools/whoami.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:53:40+00:00", "last": "2026-09-02T06:53:40+00:00" }, { "path": "/trust", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:00:22+00:00", "last": "2026-09-02T02:00:22+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T00:46:32+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T00:46:32+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T01:09:23+00:00" }, { "path": "/data/", "status": "200", "at": "2026-09-01T01:09:23+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T01:09:46+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T01:09:46+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T01:09:51+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-01T01:09:52+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T01:10:11+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T01:10:11+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T01:10:20+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T01:10:21+00:00" }, { "path": "/policy/", "status": "200", "at": "2026-09-01T01:10:38+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-01T01:10:38+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T01:10:46+00:00" }, { "path": "/ip-ranges/", "status": "200", "at": "2026-09-01T01:10:46+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T01:10:48+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T01:10:48+00:00" }, { "path": "/apple-touch-icon.png", "status": "200", "at": "2026-09-01T01:11:04+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-01T01:11:12+00:00" }, { "path": "/data/agents.csv", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/diffbot.html", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/crawler/diffbot.html", "status": "200", "at": "2026-09-01T01:32:51+00:00" }, { "path": "/operator/amazon.html", "status": "200", "at": "2026-09-01T01:32:52+00:00" }, { "path": "/stats.json", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/google.html", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-01T01:32:53+00:00" }, { "path": "/operator/microsoft.html", "status": "200", "at": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/semrush.html", "status": "200", "at": "2026-09-01T01:32:54+00:00" }, { "path": "/operator/perplexity.html", "status": "200", "at": "2026-09-01T01:32:55+00:00" }, { "path": "/operator/apple.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/index.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/data/index.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/operator/meta.html", "status": "200", "at": "2026-09-01T01:33:26+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/cohere.html", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/commoncrawl.html", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/apis.json", "status": "200", "at": "2026-09-01T01:33:27+00:00" }, { "path": "/operator/webz.html", "status": "200", "at": "2026-09-01T01:33:28+00:00" }, { "path": "/operator/you.html", "status": "200", "at": "2026-09-01T01:33:28+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T18:32:06+00:00", "last_asked": "2026-09-01T18:32:06+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 40, "median_gap_minutes": 74.3, "visit_starts": [ "2026-09-01T00:46:32Z", "2026-09-01T03:13:02Z", "2026-09-01T04:40:13Z", "2026-09-01T05:17:31Z", "2026-09-01T05:49:47Z", "2026-09-01T07:04:06Z", "2026-09-01T08:32:06Z", "2026-09-01T09:09:11Z", "2026-09-01T11:03:53Z", "2026-09-01T12:04:11Z", "2026-09-01T12:40:10Z", "2026-09-01T13:19:12Z", "2026-09-01T15:17:34Z", "2026-09-01T15:55:33Z", "2026-09-01T17:16:07Z", "2026-09-01T17:50:10Z", "2026-09-01T18:31:18Z", "2026-09-01T20:01:44Z", "2026-09-01T21:56:51Z", "2026-09-01T22:30:41Z", "2026-09-01T23:10:47Z", "2026-09-01T23:53:37Z", "2026-09-02T01:22:34Z", "2026-09-02T01:58:58Z" ] }, "documentation_url": "mailto:claudebot@anthropic.com", "self_described_as": "ClaudeBot/1.0" }, { "slug": "archive-org-bot", "name": "archive.org_bot", "group_key": "host:archive.org", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", "requests": 993, "addresses": 7, "first_seen": "2026-08-31T20:58:34+00:00", "last_seen": "2026-09-03T03:05:14+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", "requests": 993, "addresses": 7, "first_seen": "2026-08-31T20:58:34+00:00", "last_seen": "2026-09-03T03:05:14+00:00", "bytes_served": 4579706, "classed_by_our_instrument": { "crawler": 993 }, "surfaces": { "pathwren-edge": 914, "ai-crawler-index": 59, "client-dossiers": 15, "a2a-crawler-index": 5 }, "channels": { "direct": 45, "mcp-registry-official": 4, "ard": 3 }, "accept_headers": [], "status_codes": { "200": 483, "not recorded": 309, "404": 120, "307": 81 }, "distinct_paths": 898, "paths": [ { "path": "/px.gif", "requests": 63, "statuses": { "not recorded": 45, "200": 18 }, "first": "2026-08-31T20:58:35+00:00", "last": "2026-09-03T03:05:14+00:00" }, { "path": "/changes.json", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-02T03:03:21+00:00", "last": "2026-09-02T03:03:26+00:00" }, { "path": "/about.html", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/bot/agentgrade.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T07:02:31+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/bot/gptbot.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T07:02:34+00:00", "last": "2026-09-01T15:00:55+00:00" }, { "path": "/crawler/bytespider.html", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/crawler/google-extended.html", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/data/agents.json", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:58:35+00:00", "last": "2026-09-02T09:03:19+00:00" }, { "path": "/openapi.json", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:59:36+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/bot/node.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:02:16+00:00", "last": "2026-09-01T07:02:40+00:00" }, { "path": "/bot/yandexbot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/crawler/ccbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/gptbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/mcp.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/tools/ai-access.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:57+00:00" }, { "path": "/tools/classify-ua.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/example.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:57+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/robots-lint.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/verification-methods.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/verify-crawler.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/whoami.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:04:57+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/.well-known/ai-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:09+00:00", "last": "2026-09-01T09:00:09+00:00" }, { "path": "/.well-known/ard.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:09+00:00", "last": "2026-09-01T09:00:09+00:00" }, { "path": "/.well-known/owners.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:14+00:00", "last": "2026-09-01T09:00:14+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:14+00:00", "last": "2026-09-02T09:03:14+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/a2a/example.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/about.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:16+00:00", "last": "2026-09-01T07:02:16+00:00" }, { "path": "/apple-touch-icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/bot/402explorer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:40+00:00", "last": "2026-09-01T07:02:40+00:00" }, { "path": "/bot/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/bot/AgentGrade/1.0%20(security%20research;%20agentgrade.net)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T09:00:14+00:00", "last": "2026-09-01T09:00:14+00:00" }, { "path": "/bot/GPTBot/1.4", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T15:00:55+00:00", "last": "2026-09-01T15:00:55+00:00" }, { "path": "/bot/YandexBot/3.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:22+00:00", "last": "2026-09-01T07:02:22+00:00" }, { "path": "/bot/a2a-directory-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:31+00:00", "last": "2026-09-01T07:02:31+00:00" }, { "path": "/bot/a2a-directory-liveness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:35+00:00", "last": "2026-09-01T07:02:35+00:00" }, { "path": "/bot/a2a-registry-healthcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:33+00:00", "last": "2026-09-01T07:02:33+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/bot/a2a-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:27+00:00", "last": "2026-09-01T07:02:27+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:26+00:00", "last": "2026-09-01T07:02:26+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:31+00:00", "last": "2026-09-01T07:02:31+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:42+00:00", "last": "2026-09-01T07:02:42+00:00" }, { "path": "/bot/agenstrybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:37+00:00", "last": "2026-09-01T07:02:37+00:00" }, { "path": "/bot/agent-guild-scout.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:41+00:00", "last": "2026-09-01T07:02:41+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:34+00:00", "last": "2026-09-01T07:02:34+00:00" }, { "path": "/bot/agentdisco.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:30+00:00", "last": "2026-09-01T07:02:30+00:00" }, { "path": "/bot/agentgrade.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:09+00:00", "last": "2026-09-01T09:00:09+00:00" }, { "path": "/bot/agentgrade.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:09+00:00", "last": "2026-09-01T09:00:09+00:00" }, { "path": "/bot/agentindexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:26+00:00", "last": "2026-09-01T07:02:26+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:24+00:00", "last": "2026-09-01T07:02:24+00:00" }, { "path": "/bot/agentsure-mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:43+00:00", "last": "2026-09-01T07:02:43+00:00" }, { "path": "/bot/agenttrust-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:23+00:00", "last": "2026-09-01T07:02:23+00:00" }, { "path": "/bot/api-forge-mcp-index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:42+00:00", "last": "2026-09-01T07:02:42+00:00" }, { "path": "/bot/apis-io-submit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:23+00:00", "last": "2026-09-01T07:02:23+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:30+00:00", "last": "2026-09-01T07:02:30+00:00" }, { "path": "/bot/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:20+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/bot/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:35+00:00", "last": "2026-09-01T07:02:35+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:28+00:00", "last": "2026-09-01T07:02:28+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:43+00:00", "last": "2026-09-01T07:02:43+00:00" }, { "path": "/bot/deno.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:42+00:00", "last": "2026-09-01T07:02:42+00:00" }, { "path": "/bot/endpointaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:28+00:00", "last": "2026-09-01T07:02:28+00:00" }, { "path": "/bot/enerlio.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:26+00:00", "last": "2026-09-01T07:02:26+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:33+00:00", "last": "2026-09-01T07:02:33+00:00" }, { "path": "/bot/gf-agent-toll-outbound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:22+00:00", "last": "2026-09-01T07:02:22+00:00" }, { "path": "/bot/gf-agent-toll-remediation.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:29+00:00", "last": "2026-09-01T07:02:29+00:00" }, { "path": "/bot/go-http-client.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:20+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/bot/golemreachtrustbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:36+00:00", "last": "2026-09-01T07:02:36+00:00" }, { "path": "/bot/gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:51+00:00", "last": "2026-09-01T15:00:51+00:00" }, { "path": "/bot/gptbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:51+00:00", "last": "2026-09-01T15:00:51+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:27+00:00", "last": "2026-09-01T07:02:27+00:00" }, { "path": "/bot/hultra-link.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:25+00:00", "last": "2026-09-01T07:02:25+00:00" }, { "path": "/bot/io-verifymcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/bot/lastseen-schema-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:24+00:00", "last": "2026-09-01T07:02:24+00:00" }, { "path": "/bot/mcp-checker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:40+00:00", "last": "2026-09-01T07:02:40+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:40+00:00", "last": "2026-09-01T07:02:40+00:00" }, { "path": "/bot/mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:21+00:00", "last": "2026-09-01T07:02:21+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:20+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/bot/mcpbeat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:30+00:00", "last": "2026-09-01T07:02:30+00:00" }, { "path": "/bot/mcpcatalogsync.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:21+00:00", "last": "2026-09-01T07:02:21+00:00" }, { "path": "/bot/mcpmeter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:20+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/bot/mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:22+00:00", "last": "2026-09-01T07:02:22+00:00" }, { "path": "/bot/mcpwatch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:43+00:00", "last": "2026-09-01T07:02:43+00:00" }, { "path": "/bot/measure-mcp-schema.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:38+00:00", "last": "2026-09-01T07:02:38+00:00" }, { "path": "/bot/movanas-registry-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:32+00:00", "last": "2026-09-01T07:02:32+00:00" }, { "path": "/bot/mozilla.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:25+00:00", "last": "2026-09-01T07:02:25+00:00" }, { "path": "/bot/node.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/bot/node.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:33+00:00", "last": "2026-09-01T07:02:33+00:00" }, { "path": "/bot/packagehound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:39+00:00", "last": "2026-09-01T07:02:39+00:00" }, { "path": "/bot/pip.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:23+00:00", "last": "2026-09-01T07:02:23+00:00" }, { "path": "/bot/proofbench.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:43+00:00", "last": "2026-09-01T07:02:43+00:00" }, { "path": "/bot/python-httpx.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:32+00:00", "last": "2026-09-01T07:02:32+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:30+00:00", "last": "2026-09-01T07:02:30+00:00" }, { "path": "/bot/reactornetty.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:24+00:00", "last": "2026-09-01T07:02:24+00:00" }, { "path": "/bot/sasame-census-era-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:31+00:00", "last": "2026-09-01T07:02:31+00:00" }, { "path": "/bot/sasame-mcp-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:20+00:00", "last": "2026-09-01T07:02:20+00:00" }, { "path": "/bot/sasameagentaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:31+00:00", "last": "2026-09-01T07:02:31+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:25+00:00", "last": "2026-09-01T07:02:25+00:00" }, { "path": "/bot/tar-directory-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:38+00:00", "last": "2026-09-01T07:02:38+00:00" }, { "path": "/bot/tar-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:38+00:00", "last": "2026-09-01T07:02:38+00:00" }, { "path": "/bot/tar-health.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:39+00:00", "last": "2026-09-01T07:02:39+00:00" }, { "path": "/bot/telegrambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:37+00:00", "last": "2026-09-01T07:02:37+00:00" }, { "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:22+00:00", "last": "2026-09-01T07:02:22+00:00" }, { "path": "/bot/text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:22+00:00", "last": "2026-09-01T07:02:22+00:00" }, { "path": "/bot/truespar-mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:25+00:00", "last": "2026-09-01T07:02:25+00:00" }, { "path": "/bot/undici.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:37+00:00", "last": "2026-09-01T07:02:37+00:00" }, { "path": "/bot/utopian-foundry-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:40+00:00", "last": "2026-09-01T07:02:40+00:00" }, { "path": "/bot/verifymcp-ownersbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:38+00:00", "last": "2026-09-01T07:02:38+00:00" }, { "path": "/bot/x402-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:34+00:00", "last": "2026-09-01T07:02:34+00:00" }, { "path": "/bot/yandexbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/bot/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/c/ard/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:13+00:00", "last": "2026-09-01T09:00:13+00:00" }, { "path": "/c/ard/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:13+00:00", "last": "2026-09-01T09:00:13+00:00" }, { "path": "/c/ard/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:13+00:00", "last": "2026-09-01T09:00:13+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:14+00:00", "last": "2026-09-01T09:00:14+00:00" }, { "path": "/c/mcp-registry-official/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/c/mcp-registry-official/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:14+00:00", "last": "2026-09-01T09:00:14+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:07+00:00", "last": "2026-09-01T09:00:07+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/changes", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:14+00:00", "last": "2026-09-02T09:03:14+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:16+00:00", "last": "2026-09-01T07:02:16+00:00" }, { "path": "/crawler/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/AwarioRssBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:51+00:00", "last": "2026-09-02T09:04:51+00:00" }, { "path": "/crawler/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/AwarioSmartBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/GoogleOther-Image/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/crawler/GoogleOther-Video/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:27+00:00", "last": "2026-09-02T09:04:27+00:00" }, { "path": "/crawler/Googlebot-Image/1.0", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Googlebot-Video/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0;%20SM-G920A)%20AppleWebKit%20(KHTML,%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible;%20AdsBot-Google-Mobile;%20+http://www.google.com/mobile/adsbot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:29+00:00", "last": "2026-09-02T09:04:29+00:00" }, { "path": "/crawler/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20Google-Agent;%20+https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:33+00:00", "last": "2026-09-02T09:04:33+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-CWS)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20panscient.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20DotBot/1.2;%20+https://opensiteexplorer.org/dotbot;%20help@moz.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:39+00:00", "last": "2026-09-02T09:04:39+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-CWS)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:31+00:00", "last": "2026-09-02T09:04:31+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-Site-Verification/1.0)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:31+00:00", "last": "2026-09-02T09:04:31+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20MojeekBot/0.11;%20+https://www.mojeek.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Pinterestbot/1.0;%20+https://www.pinterest.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SEOkicks;%20+https://www.seokicks.de/robot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-BA;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-ESI;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-FT;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-SI;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-SWA;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SiteAuditBot/0.97;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20SplitSignalBot;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/Mozilla/5.0%20(compatible;%20panscient.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:44+00:00", "last": "2026-09-02T09:04:44+00:00" }, { "path": "/crawler/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/Scrapy/2.11.0%20(+https://scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:29+00:00", "last": "2026-09-02T09:04:29+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google-mobile.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google-mobile.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:29+00:00", "last": "2026-09-02T09:04:29+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/adsbot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:29+00:00", "last": "2026-09-02T09:04:29+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/ahrefsbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:47+00:00", "last": "2026-09-02T09:03:47+00:00" }, { "path": "/crawler/ahrefssiteaudit.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:47+00:00", "last": "2026-09-02T09:03:47+00:00" }, { "path": "/crawler/ahrefssiteaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:39+00:00", "last": "2026-09-02T09:04:39+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:11+00:00", "last": "2026-08-31T20:59:11+00:00" }, { "path": "/crawler/ai2bot-dolma.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:11+00:00", "last": "2026-08-31T20:59:11+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/ai2bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/aihitbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/aihitbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/aihitbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/aiwebindex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:08+00:00", "last": "2026-09-02T09:04:08+00:00" }, { "path": "/crawler/aiwebindex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:09+00:00", "last": "2026-09-02T09:04:09+00:00" }, { "path": "/crawler/aiwebindex.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:49+00:00", "last": "2026-09-02T09:04:49+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:07+00:00", "last": "2026-08-31T20:59:07+00:00" }, { "path": "/crawler/amazonbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:08+00:00", "last": "2026-08-31T20:59:08+00:00" }, { "path": "/crawler/andibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:07+00:00", "last": "2026-09-02T09:04:07+00:00" }, { "path": "/crawler/andibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:07+00:00", "last": "2026-09-02T09:04:07+00:00" }, { "path": "/crawler/andibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:47+00:00", "last": "2026-09-02T09:04:47+00:00" }, { "path": "/crawler/anomura.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:08+00:00", "last": "2026-09-02T09:04:08+00:00" }, { "path": "/crawler/anomura.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:08+00:00", "last": "2026-09-02T09:04:08+00:00" }, { "path": "/crawler/anomura.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:48+00:00", "last": "2026-09-02T09:04:48+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/anthropic-ai.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:44+00:00", "last": "2026-08-31T20:58:44+00:00" }, { "path": "/crawler/apis-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/apis-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/crawler/apis-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:27+00:00", "last": "2026-09-02T09:04:27+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:57+00:00", "last": "2026-08-31T20:58:57+00:00" }, { "path": "/crawler/applebot-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:58+00:00", "last": "2026-08-31T20:58:58+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:57+00:00", "last": "2026-08-31T20:58:57+00:00" }, { "path": "/crawler/applebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/archive-org-bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/atlassian-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:05+00:00", "last": "2026-09-02T09:04:05+00:00" }, { "path": "/crawler/atlassian-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:05+00:00", "last": "2026-09-02T09:04:05+00:00" }, { "path": "/crawler/atlassian-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:47+00:00", "last": "2026-09-02T09:04:47+00:00" }, { "path": "/crawler/awariorssbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:16+00:00", "last": "2026-09-02T09:04:16+00:00" }, { "path": "/crawler/awariorssbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:17+00:00", "last": "2026-09-02T09:04:17+00:00" }, { "path": "/crawler/awariorssbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/awariosmartbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:15+00:00", "last": "2026-09-02T09:04:15+00:00" }, { "path": "/crawler/awariosmartbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:15+00:00", "last": "2026-09-02T09:04:15+00:00" }, { "path": "/crawler/awariosmartbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/baiduspider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/barkrowler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/crawler/barkrowler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/crawler/barkrowler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/crawler/bedrockbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:58+00:00", "last": "2026-09-02T09:03:58+00:00" }, { "path": "/crawler/bedrockbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:59+00:00", "last": "2026-09-02T09:03:59+00:00" }, { "path": "/crawler/bedrockbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/bingbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:54+00:00", "last": "2026-08-31T20:58:54+00:00" }, { "path": "/crawler/bytespider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:02+00:00", "last": "2026-08-31T20:59:02+00:00" }, { "path": "/crawler/ccbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/chatgpt-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:19+00:00", "last": "2026-09-02T09:04:19+00:00" }, { "path": "/crawler/chatgpt-agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:18+00:00", "last": "2026-09-02T09:04:18+00:00" }, { "path": "/crawler/chatgpt-agent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:51+00:00", "last": "2026-09-02T09:04:51+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claude-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:45+00:00", "last": "2026-08-31T20:58:45+00:00" }, { "path": "/crawler/claude-web.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claudebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/cloudflare-autorag.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:59+00:00", "last": "2026-09-02T09:03:59+00:00" }, { "path": "/crawler/cloudflare-autorag.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:59+00:00", "last": "2026-09-02T09:03:59+00:00" }, { "path": "/crawler/cloudflare-autorag.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:13+00:00", "last": "2026-08-31T20:59:13+00:00" }, { "path": "/crawler/cohere-ai.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:13+00:00", "last": "2026-08-31T20:59:13+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/cohere-training-data-crawler.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/cotoyogi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/cotoyogi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/cotoyogi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:45+00:00", "last": "2026-09-02T09:04:45+00:00" }, { "path": "/crawler/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:20+00:00", "last": "2026-09-02T09:04:20+00:00" }, { "path": "/crawler/crawl4ai.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:20+00:00", "last": "2026-09-02T09:04:20+00:00" }, { "path": "/crawler/crawl4ai.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:52+00:00", "last": "2026-09-02T09:04:52+00:00" }, { "path": "/crawler/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:01+00:00", "last": "2026-09-02T09:04:01+00:00" }, { "path": "/crawler/crawlspace.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:01+00:00", "last": "2026-09-02T09:04:01+00:00" }, { "path": "/crawler/crawlspace.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:44+00:00", "last": "2026-09-02T09:04:44+00:00" }, { "path": "/crawler/dataforseobot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/crawler/dataforseobot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/crawler/dataforseobot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/diffbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/dotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/crawler/dotbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:48+00:00", "last": "2026-09-02T09:03:48+00:00" }, { "path": "/crawler/dotbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:39+00:00", "last": "2026-09-02T09:04:39+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/duckassistbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:08+00:00", "last": "2026-08-31T20:59:08+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/duckduckbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/crawler/echoboxbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:17+00:00", "last": "2026-09-02T09:04:17+00:00" }, { "path": "/crawler/echoboxbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:17+00:00", "last": "2026-09-02T09:04:17+00:00" }, { "path": "/crawler/echoboxbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:51+00:00", "last": "2026-09-02T09:04:51+00:00" }, { "path": "/crawler/exasearchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:00+00:00", "last": "2026-09-02T09:04:00+00:00" }, { "path": "/crawler/exasearchbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:59+00:00", "last": "2026-09-02T09:03:59+00:00" }, { "path": "/crawler/exasearchbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:06+00:00", "last": "2026-08-31T20:59:06+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookexternalhit.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/factset-spyderbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:09+00:00", "last": "2026-09-02T09:04:09+00:00" }, { "path": "/crawler/factset-spyderbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:09+00:00", "last": "2026-09-02T09:04:09+00:00" }, { "path": "/crawler/factset-spyderbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:49+00:00", "last": "2026-09-02T09:04:49+00:00" }, { "path": "/crawler/feedfetcher-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:25+00:00", "last": "2026-09-02T09:03:25+00:00" }, { "path": "/crawler/feedfetcher-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:24+00:00", "last": "2026-09-02T09:03:24+00:00" }, { "path": "/crawler/feedfetcher-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:30+00:00", "last": "2026-09-02T09:04:30+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/firecrawlagent.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/google-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/crawler/google-agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/crawler/google-agent.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:34+00:00", "last": "2026-09-02T09:04:34+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/google-cloudvertexbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:50+00:00", "last": "2026-08-31T20:58:50+00:00" }, { "path": "/crawler/google-cws.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:26+00:00", "last": "2026-09-02T09:03:26+00:00" }, { "path": "/crawler/google-cws.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:27+00:00", "last": "2026-09-02T09:03:27+00:00" }, { "path": "/crawler/google-cws.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:31+00:00", "last": "2026-09-02T09:04:31+00:00" }, { "path": "/crawler/google-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/crawler/google-gemininotebook.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:30+00:00", "last": "2026-09-02T09:03:30+00:00" }, { "path": "/crawler/google-gemininotebook.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:31+00:00", "last": "2026-09-02T09:03:31+00:00" }, { "path": "/crawler/google-gemininotebook.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:32+00:00", "last": "2026-09-02T09:04:32+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/google-inspectiontool.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/google-pinpoint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:27+00:00", "last": "2026-09-02T09:03:27+00:00" }, { "path": "/crawler/google-pinpoint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:27+00:00", "last": "2026-09-02T09:03:27+00:00" }, { "path": "/crawler/google-pinpoint.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:32+00:00", "last": "2026-09-02T09:04:32+00:00" }, { "path": "/crawler/google-read-aloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:25+00:00", "last": "2026-09-02T09:03:25+00:00" }, { "path": "/crawler/google-read-aloud.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:25+00:00", "last": "2026-09-02T09:03:25+00:00" }, { "path": "/crawler/google-read-aloud.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:30+00:00", "last": "2026-09-02T09:04:30+00:00" }, { "path": "/crawler/google-safety.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:24+00:00", "last": "2026-09-02T09:03:24+00:00" }, { "path": "/crawler/google-safety.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:24+00:00", "last": "2026-09-02T09:03:24+00:00" }, { "path": "/crawler/google-safety.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:30+00:00", "last": "2026-09-02T09:04:30+00:00" }, { "path": "/crawler/google-site-verification.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:26+00:00", "last": "2026-09-02T09:03:26+00:00" }, { "path": "/crawler/google-site-verification.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:25+00:00", "last": "2026-09-02T09:03:25+00:00" }, { "path": "/crawler/google-site-verification.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:31+00:00", "last": "2026-09-02T09:04:31+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-image.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/crawler/googlebot-news.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:52+00:00", "last": "2026-08-31T20:58:52+00:00" }, { "path": "/crawler/googlebot-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:16+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/crawler/googlebot-video.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:16+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/crawler/googlebot-video.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/googlebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:47+00:00", "last": "2026-08-31T20:58:47+00:00" }, { "path": "/crawler/googlemessages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:29+00:00", "last": "2026-09-02T09:03:29+00:00" }, { "path": "/crawler/googlemessages.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:30+00:00", "last": "2026-09-02T09:03:30+00:00" }, { "path": "/crawler/googlemessages.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:32+00:00", "last": "2026-09-02T09:04:32+00:00" }, { "path": "/crawler/googleother-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:18+00:00", "last": "2026-09-02T09:03:18+00:00" }, { "path": "/crawler/googleother-image.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:17+00:00", "last": "2026-09-02T09:03:17+00:00" }, { "path": "/crawler/googleother-image.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:27+00:00", "last": "2026-09-02T09:04:27+00:00" }, { "path": "/crawler/googleother-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/crawler/googleother-video.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/crawler/googleother-video.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:27+00:00", "last": "2026-09-02T09:04:27+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/googleother.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/crawler/googleproducer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:29+00:00", "last": "2026-09-02T09:03:29+00:00" }, { "path": "/crawler/googleproducer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:29+00:00", "last": "2026-09-02T09:03:29+00:00" }, { "path": "/crawler/googleproducer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:32+00:00", "last": "2026-09-02T09:04:32+00:00" }, { "path": "/crawler/gptbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/crawler/ia-archiver.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:25+00:00", "last": "2026-08-31T20:59:25+00:00" }, { "path": "/crawler/icc-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:03+00:00", "last": "2026-09-02T09:04:03+00:00" }, { "path": "/crawler/icc-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/icc-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:45+00:00", "last": "2026-09-02T09:04:45+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:19+00:00", "last": "2026-08-31T20:59:19+00:00" }, { "path": "/crawler/imagesiftbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:33+00:00", "last": "2026-08-31T20:59:33+00:00" }, { "path": "/crawler/img2dataset.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:33+00:00", "last": "2026-08-31T20:59:33+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:21+00:00", "last": "2026-09-01T07:02:21+00:00" }, { "path": "/crawler/isscyberriskcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/isscyberriskcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/isscyberriskcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:45+00:00", "last": "2026-09-02T09:04:45+00:00" }, { "path": "/crawler/kagibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:54+00:00", "last": "2026-09-02T09:03:54+00:00" }, { "path": "/crawler/kagibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:54+00:00", "last": "2026-09-02T09:03:54+00:00" }, { "path": "/crawler/kagibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/klaviyoaibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:06+00:00", "last": "2026-09-02T09:04:06+00:00" }, { "path": "/crawler/klaviyoaibot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:05+00:00", "last": "2026-09-02T09:04:05+00:00" }, { "path": "/crawler/klaviyoaibot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:47+00:00", "last": "2026-09-02T09:04:47+00:00" }, { "path": "/crawler/laiondownloader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:13+00:00", "last": "2026-09-02T09:04:13+00:00" }, { "path": "/crawler/laiondownloader.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:13+00:00", "last": "2026-09-02T09:04:13+00:00" }, { "path": "/crawler/laiondownloader.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/lightpanda.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:13+00:00", "last": "2026-09-02T09:04:13+00:00" }, { "path": "/crawler/lightpanda.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/linguee-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/linguee-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/linguee-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/mediapartners-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:23+00:00", "last": "2026-09-02T09:03:23+00:00" }, { "path": "/crawler/mediapartners-google.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:22+00:00", "last": "2026-09-02T09:03:22+00:00" }, { "path": "/crawler/mediapartners-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:30+00:00", "last": "2026-09-02T09:04:30+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:04+00:00", "last": "2026-08-31T20:59:04+00:00" }, { "path": "/crawler/meta-externalagent.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:04+00:00", "last": "2026-08-31T20:59:04+00:00" }, { "path": "/crawler/meta-externalfetcher.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/crawler/meta-webindexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:18+00:00", "last": "2026-09-02T09:04:18+00:00" }, { "path": "/crawler/meta-webindexer.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:18+00:00", "last": "2026-09-02T09:04:18+00:00" }, { "path": "/crawler/meta-webindexer.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:51+00:00", "last": "2026-09-02T09:04:51+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/crawler/mistralai-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:15+00:00", "last": "2026-08-31T20:59:15+00:00" }, { "path": "/crawler/mj12bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:48+00:00", "last": "2026-09-02T09:03:48+00:00" }, { "path": "/crawler/mj12bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:48+00:00", "last": "2026-09-02T09:03:48+00:00" }, { "path": "/crawler/mj12bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:39+00:00", "last": "2026-09-02T09:04:39+00:00" }, { "path": "/crawler/mojeekbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:52+00:00", "last": "2026-09-02T09:03:52+00:00" }, { "path": "/crawler/mojeekbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:53+00:00", "last": "2026-09-02T09:03:53+00:00" }, { "path": "/crawler/mojeekbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/oai-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:17+00:00", "last": "2026-08-31T20:59:17+00:00" }, { "path": "/crawler/omgili.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:17+00:00", "last": "2026-08-31T20:59:17+00:00" }, { "path": "/crawler/omgili/0.5%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/omgili/0.5%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/omgilibot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:48+00:00", "last": "2026-08-31T20:59:48+00:00" }, { "path": "/crawler/omgilibot/0.4;%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/crawler/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:02+00:00", "last": "2026-09-02T09:04:02+00:00" }, { "path": "/crawler/panscient.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:02+00:00", "last": "2026-09-02T09:04:02+00:00" }, { "path": "/crawler/panscient.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:44+00:00", "last": "2026-09-02T09:04:44+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/crawler/perplexity-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:59+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/crawler/perplexitybot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:59+00:00", "last": "2026-08-31T20:58:59+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/petalbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/crawler/phindbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:07+00:00", "last": "2026-09-02T09:04:07+00:00" }, { "path": "/crawler/phindbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:07+00:00", "last": "2026-09-02T09:04:07+00:00" }, { "path": "/crawler/phindbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:47+00:00", "last": "2026-09-02T09:04:47+00:00" }, { "path": "/crawler/pinterestbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:57+00:00", "last": "2026-09-02T09:03:57+00:00" }, { "path": "/crawler/pinterestbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:58+00:00", "last": "2026-09-02T09:03:58+00:00" }, { "path": "/crawler/pinterestbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/poseidon-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:10+00:00", "last": "2026-09-02T09:04:10+00:00" }, { "path": "/crawler/poseidon-research-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:09+00:00", "last": "2026-09-02T09:04:09+00:00" }, { "path": "/crawler/poseidon-research-crawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:49+00:00", "last": "2026-09-02T09:04:49+00:00" }, { "path": "/crawler/qualifiedbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:10+00:00", "last": "2026-09-02T09:04:10+00:00" }, { "path": "/crawler/qualifiedbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:11+00:00", "last": "2026-09-02T09:04:11+00:00" }, { "path": "/crawler/qualifiedbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:49+00:00", "last": "2026-09-02T09:04:49+00:00" }, { "path": "/crawler/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:06+00:00", "last": "2026-09-02T09:04:06+00:00" }, { "path": "/crawler/quillbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:07+00:00", "last": "2026-09-02T09:04:07+00:00" }, { "path": "/crawler/quillbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:47+00:00", "last": "2026-09-02T09:04:47+00:00" }, { "path": "/crawler/qwantbot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:55+00:00", "last": "2026-09-02T09:03:55+00:00" }, { "path": "/crawler/qwantbot-news.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:56+00:00", "last": "2026-09-02T09:03:56+00:00" }, { "path": "/crawler/qwantbot-news.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/qwantbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:55+00:00", "last": "2026-09-02T09:03:55+00:00" }, { "path": "/crawler/qwantbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:55+00:00", "last": "2026-09-02T09:03:55+00:00" }, { "path": "/crawler/qwantbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/reflectionbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:11+00:00", "last": "2026-09-02T09:04:11+00:00" }, { "path": "/crawler/reflectionbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:11+00:00", "last": "2026-09-02T09:04:11+00:00" }, { "path": "/crawler/reflectionbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:49+00:00", "last": "2026-09-02T09:04:49+00:00" }, { "path": "/crawler/rogerbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/crawler/rogerbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/crawler/rogerbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/crawler/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/rogerbot/1.2%20(http://moz.com/help/pro/what-is-rogerbot-,%20rogerbot-crawler@moz.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/crawler/sbintuitionsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:03+00:00", "last": "2026-09-02T09:04:03+00:00" }, { "path": "/crawler/sbintuitionsbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:03+00:00", "last": "2026-09-02T09:04:03+00:00" }, { "path": "/crawler/sbintuitionsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:44+00:00", "last": "2026-09-02T09:04:44+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/crawler/scrapy.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:51+00:00", "last": "2026-09-02T09:03:51+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:51+00:00", "last": "2026-09-02T09:03:51+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/crawler/semrushbot-ba.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/semrushbot-ba.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/semrushbot-ba.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/semrushbot-esi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/crawler/semrushbot-esi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:47+00:00", "last": "2026-09-02T09:03:47+00:00" }, { "path": "/crawler/semrushbot-esi.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:39+00:00", "last": "2026-09-02T09:04:39+00:00" }, { "path": "/crawler/semrushbot-ft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/crawler/semrushbot-ft.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/crawler/semrushbot-ft.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot-ocob.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot-si.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/semrushbot-si.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/semrushbot-si.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/semrushbot-swa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/semrushbot-swa.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/semrushbot-swa.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/crawler/semrushbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/crawler/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:51+00:00", "last": "2026-09-02T09:03:51+00:00" }, { "path": "/crawler/seokicks.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:52+00:00", "last": "2026-09-02T09:03:52+00:00" }, { "path": "/crawler/seokicks.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/serpstatbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/crawler/serpstatbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/crawler/serpstatbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot;%20https://serpstatbot.com/;%20abuse@serpstatbot.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:27+00:00", "last": "2026-08-31T20:59:27+00:00" }, { "path": "/crawler/seznambot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:27+00:00", "last": "2026-08-31T20:59:27+00:00" }, { "path": "/crawler/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:00+00:00", "last": "2026-09-02T09:04:00+00:00" }, { "path": "/crawler/shapbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:00+00:00", "last": "2026-09-02T09:04:00+00:00" }, { "path": "/crawler/shapbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:45+00:00", "last": "2026-09-02T09:04:45+00:00" }, { "path": "/crawler/siteauditbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/siteauditbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/siteauditbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/slackbot-linkexpanding.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:56+00:00", "last": "2026-09-02T09:03:56+00:00" }, { "path": "/crawler/slackbot-linkexpanding.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:56+00:00", "last": "2026-09-02T09:03:56+00:00" }, { "path": "/crawler/slackbot-linkexpanding.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/slackbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:57+00:00", "last": "2026-09-02T09:03:57+00:00" }, { "path": "/crawler/slackbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:57+00:00", "last": "2026-09-02T09:03:57+00:00" }, { "path": "/crawler/slackbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:42+00:00", "last": "2026-09-02T09:04:42+00:00" }, { "path": "/crawler/splitsignalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/splitsignalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/crawler/splitsignalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/storebot-google.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:53+00:00", "last": "2026-08-31T20:58:53+00:00" }, { "path": "/crawler/terracotta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:01+00:00", "last": "2026-09-02T09:04:01+00:00" }, { "path": "/crawler/terracotta.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:01+00:00", "last": "2026-09-02T09:04:01+00:00" }, { "path": "/crawler/terracotta.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/crawler/thinkbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/thinkbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:12+00:00", "last": "2026-09-02T09:04:12+00:00" }, { "path": "/crawler/thinkbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/tiktokspider.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/crawler/timpibot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:20+00:00", "last": "2026-08-31T20:59:20+00:00" }, { "path": "/crawler/velenpublicwebcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:14+00:00", "last": "2026-09-02T09:04:14+00:00" }, { "path": "/crawler/velenpublicwebcrawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:14+00:00", "last": "2026-09-02T09:04:14+00:00" }, { "path": "/crawler/velenpublicwebcrawler.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/webzio-extended.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/crawler/wpbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:19+00:00", "last": "2026-09-02T09:04:19+00:00" }, { "path": "/crawler/wpbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:19+00:00", "last": "2026-09-02T09:04:19+00:00" }, { "path": "/crawler/wpbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:52+00:00", "last": "2026-09-02T09:04:52+00:00" }, { "path": "/crawler/yak.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/yak.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:04+00:00", "last": "2026-09-02T09:04:04+00:00" }, { "path": "/crawler/yak.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:46+00:00", "last": "2026-09-02T09:04:46+00:00" }, { "path": "/crawler/yandexadditional.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:43+00:00", "last": "2026-09-02T09:03:43+00:00" }, { "path": "/crawler/yandexadditional.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:43+00:00", "last": "2026-09-02T09:03:43+00:00" }, { "path": "/crawler/yandexadditional.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexadditionalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:43+00:00", "last": "2026-09-02T09:03:43+00:00" }, { "path": "/crawler/yandexadditionalbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:43+00:00", "last": "2026-09-02T09:03:43+00:00" }, { "path": "/crawler/yandexadditionalbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:36+00:00", "last": "2026-09-02T09:03:36+00:00" }, { "path": "/crawler/yandexblogs.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:35+00:00", "last": "2026-09-02T09:03:35+00:00" }, { "path": "/crawler/yandexblogs.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:34+00:00", "last": "2026-09-02T09:04:34+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:25+00:00", "last": "2026-08-31T20:59:25+00:00" }, { "path": "/crawler/yandexbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/crawler/yandexcalendar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:40+00:00", "last": "2026-09-02T09:03:40+00:00" }, { "path": "/crawler/yandexcalendar.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:40+00:00", "last": "2026-09-02T09:03:40+00:00" }, { "path": "/crawler/yandexcalendar.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexcombot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/yandexcombot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/crawler/yandexcombot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/crawler/yandexdirect.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:40+00:00", "last": "2026-09-02T09:03:40+00:00" }, { "path": "/crawler/yandexdirect.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:40+00:00", "last": "2026-09-02T09:03:40+00:00" }, { "path": "/crawler/yandexdirect.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexfavicons.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:38+00:00", "last": "2026-09-02T09:03:38+00:00" }, { "path": "/crawler/yandexfavicons.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:39+00:00", "last": "2026-09-02T09:03:39+00:00" }, { "path": "/crawler/yandexfavicons.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:35+00:00", "last": "2026-09-02T09:04:35+00:00" }, { "path": "/crawler/yandeximages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/crawler/yandeximages.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/crawler/yandeximages.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:34+00:00", "last": "2026-09-02T09:04:34+00:00" }, { "path": "/crawler/yandexmarket.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:37+00:00", "last": "2026-09-02T09:03:37+00:00" }, { "path": "/crawler/yandexmarket.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:37+00:00", "last": "2026-09-02T09:03:37+00:00" }, { "path": "/crawler/yandexmarket.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:35+00:00", "last": "2026-09-02T09:04:35+00:00" }, { "path": "/crawler/yandexmedia.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:35+00:00", "last": "2026-09-02T09:03:35+00:00" }, { "path": "/crawler/yandexmedia.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:35+00:00", "last": "2026-09-02T09:03:35+00:00" }, { "path": "/crawler/yandexmedia.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:34+00:00", "last": "2026-09-02T09:04:34+00:00" }, { "path": "/crawler/yandexmetrika.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:41+00:00", "last": "2026-09-02T09:03:41+00:00" }, { "path": "/crawler/yandexmetrika.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:41+00:00", "last": "2026-09-02T09:03:41+00:00" }, { "path": "/crawler/yandexmetrika.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexmobilebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:38+00:00", "last": "2026-09-02T09:03:38+00:00" }, { "path": "/crawler/yandexmobilebot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:38+00:00", "last": "2026-09-02T09:03:38+00:00" }, { "path": "/crawler/yandexmobilebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:35+00:00", "last": "2026-09-02T09:04:35+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:42+00:00", "last": "2026-09-02T09:03:42+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:42+00:00", "last": "2026-09-02T09:03:42+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexscreenshotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:42+00:00", "last": "2026-09-02T09:03:42+00:00" }, { "path": "/crawler/yandexscreenshotbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:43+00:00", "last": "2026-09-02T09:03:43+00:00" }, { "path": "/crawler/yandexscreenshotbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:36+00:00", "last": "2026-09-02T09:04:36+00:00" }, { "path": "/crawler/yandexvideo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:33+00:00", "last": "2026-09-02T09:03:33+00:00" }, { "path": "/crawler/yandexvideo.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:34+00:00", "last": "2026-09-02T09:03:34+00:00" }, { "path": "/crawler/yandexvideo.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:34+00:00", "last": "2026-09-02T09:04:34+00:00" }, { "path": "/crawler/yandexwebmaster.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:37+00:00", "last": "2026-09-02T09:03:37+00:00" }, { "path": "/crawler/yandexwebmaster.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:38+00:00", "last": "2026-09-02T09:03:38+00:00" }, { "path": "/crawler/yandexwebmaster.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:35+00:00", "last": "2026-09-02T09:04:35+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:29+00:00", "last": "2026-08-31T20:59:29+00:00" }, { "path": "/crawler/yeti.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:28+00:00", "last": "2026-08-31T20:59:28+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/crawler/youbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:15+00:00", "last": "2026-08-31T20:59:15+00:00" }, { "path": "/data/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/data/A2A-Registry-HealthCheck/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/A2A-Registry-Smoke/1.0%20(%2Bhttps%3A/a2aregistry.org)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/A2A-Registry-Smoke/1.0%20(+https://a2aregistry.org)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/A2A-Registry/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(%2Bhttps%3A/apis.io)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(+https://apis.io)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/AetherLink-Public-Agent-Card-Policy-Check/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/AetherLink-Public-Discovery-Evidence/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(%2Bhttps%3A/aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/AgentGrade/1.0%20(security%20research;%20agentgrade.net)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/AgentIndexBot/0.1%20(%2Bhttps%3A/agents.traderszone.net%3B%20polite%20ARD%20crawler)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/AgentIndexBot/0.1%20(+https://agents.traderszone.net;%20polite%20ARD%20crawler)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/AgentReputationBot/1.0%20(%2Bhttps%3A/agentreputation.dev)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/AgentReputationBot/1.0%20(+https://agentreputation.dev)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/AgentSure-MCPScan/0.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:51+00:00", "last": "2026-09-02T09:04:51+00:00" }, { "path": "/data/AwarioRssBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:17+00:00", "last": "2026-09-02T09:04:17+00:00" }, { "path": "/data/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:50+00:00", "last": "2026-09-02T09:04:50+00:00" }, { "path": "/data/AwarioSmartBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:16+00:00", "last": "2026-09-02T09:04:16+00:00" }, { "path": "/data/ClaudeBot/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/Deno/2.1.4%20(variant%3B%20SupabaseEdgeRuntime/1.74.3)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/Deno/2.1.4%20(variant;%20SupabaseEdgeRuntime/1.74.3)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/data/GF-Agent-Toll-Outbound/1.6.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/GF-Agent-Toll-Remediation/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/GPTBot/1.4", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/Go-http-client/2.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/GoogleOther-Image/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:03:18+00:00", "last": "2026-09-02T09:03:18+00:00" }, { "path": "/data/GoogleOther-Video/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/data/Googlebot-Image/1.0", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:51+00:00", "last": "2026-08-31T20:58:51+00:00" }, { "path": "/data/Googlebot-Video/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:03:16+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/data/MCPCatalogSync/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/MCPWatch/0.1.0%20(%2Bmcpwatch%40iyre.com)%20longitudinal%20MCP%20security%20research", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/MCPWatch/0.1.0%20(+mcpwatch@iyre.com)%20longitudinal%20MCP%20security%20research", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/Mozilla/5.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%2010%3B%20K)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:29+00:00", "last": "2026-09-02T09:04:29+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux;%20Android%2010;%20K)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:01+00:00", "last": "2026-08-31T20:59:01+00:00" }, { "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0;%20SM-G920A)%20AppleWebKit%20(KHTML,%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible;%20AdsBot-Google-Mobile;%20+http://www.google.com/mobile/adsbot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:21+00:00", "last": "2026-09-02T09:03:21+00:00" }, { "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML%2C%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:51+00:00", "last": "2026-09-01T07:02:51+00:00" }, { "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(Macintosh;%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML,%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Macintosh;%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:51+00:00", "last": "2026-09-01T07:02:51+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:51+00:00", "last": "2026-09-01T07:02:51+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:51+00:00", "last": "2026-09-01T07:02:51+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:33+00:00", "last": "2026-09-02T09:04:33+00:00" }, { "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20Google-Agent;%20+https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20AgentSure-MCPScan/0.1%3B%20%2Bhttps%3A/agentsure.tech)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-CWS)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:32+00:00", "last": "2026-09-02T09:04:32+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:31+00:00", "last": "2026-09-02T09:04:31+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20MCPCatalogSync/1.0)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:43+00:00", "last": "2026-09-02T09:04:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:37+00:00", "last": "2026-09-02T09:04:37+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:38+00:00", "last": "2026-09-02T09:04:38+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:42+00:00", "last": "2026-08-31T20:59:42+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20panscient.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:44+00:00", "last": "2026-09-02T09:04:44+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20AgentSure-MCPScan/0.1;%20+https://agentsure.tech)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:26+00:00", "last": "2026-08-31T20:59:26+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:46+00:00", "last": "2026-08-31T20:58:46+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:43+00:00", "last": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20DotBot/1.2;%20+https://opensiteexplorer.org/dotbot;%20help@moz.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:31+00:00", "last": "2026-08-31T20:59:31+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Google-CWS)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:27+00:00", "last": "2026-09-02T09:03:27+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:50+00:00", "last": "2026-08-31T20:58:50+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Google-Site-Verification/1.0)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:25+00:00", "last": "2026-09-02T09:03:25+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20GoogleOther)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20MCPCatalogSync/1.0)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20MojeekBot/0.11;%20+https://www.mojeek.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:52+00:00", "last": "2026-09-02T09:03:52+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Pinterestbot/1.0;%20+https://www.pinterest.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:57+00:00", "last": "2026-09-02T09:03:57+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SEOkicks;%20+https://www.seokicks.de/robot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:51+00:00", "last": "2026-09-02T09:03:51+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-BA;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-ESI;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-FT;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-SI;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-SWA;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:45+00:00", "last": "2026-09-02T09:03:45+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:22+00:00", "last": "2026-08-31T20:59:22+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SiteAuditBot/0.97;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:44+00:00", "last": "2026-09-02T09:03:44+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20SplitSignalBot;%20+http://www.semrush.com/bot.html)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:46+00:00", "last": "2026-09-02T09:03:46+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:03+00:00", "last": "2026-08-31T20:59:03+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:21+00:00", "last": "2026-08-31T20:59:21+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:23+00:00", "last": "2026-08-31T20:59:23+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20cohere-ai)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:14+00:00", "last": "2026-08-31T20:59:14+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20panscient.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:04:02+00:00", "last": "2026-09-02T09:04:02+00:00" }, { "path": "/data/Mozilla/5.0%20(iPhone%3B%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML%2C%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/Mozilla/5.0%20(iPhone;%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML,%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:44+00:00", "last": "2026-09-01T07:02:44+00:00" }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/Orbit-MCP-Registry-IconResolver/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/PackageHound/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/ReactorNetty/1.0.32", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/ReactorNetty/1.2.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/SaSame-Census-Era-Probe/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/SaSame-MCP-Audit/0.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/SaSameAgentAudit/0.1%20(%2Bhttps%3A/live-vps.sasame.online/.well-known/agent-card.json)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/SaSameAgentAudit/0.1%20(+https://live-vps.sasame.online/.well-known/agent-card.json)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:44+00:00", "last": "2026-08-31T20:59:44+00:00" }, { "path": "/data/Scrapy/2.11.0%20(+https://scrapy.org)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:32+00:00", "last": "2026-08-31T20:59:32+00:00" }, { "path": "/data/TAR-Directory-Indexer/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/TAR-Discovery/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/TAR-Health/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/YandexBot/3.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/agent-guild-scout/1%20(%2Bhttps%3A/agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/agent-guild-scout/1%20(+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/agent-tools.cloud-a2a/0.1%20(%2Bhttps%3A/agent-tools.cloud)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/agent-tools.cloud-a2a/0.1%20(+https://agent-tools.cloud)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/agent-tools.cloud-crawler/0.1%20(%2Bhttps%3A/agent-tools.cloud)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/agent-tools.cloud-crawler/0.1%20(+https://agent-tools.cloud)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/agents.csv", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/data/api-forge-mcp-index/1.0%20(%2Bhttps%3A/api.temsor.com/mcp/index%3B%20iletisim%3A%20altyapi%40temsor.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/api-forge-mcp-index/1.0%20(+https://api.temsor.com/mcp/index;%20iletisim:%20altyapi@temsor.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/apis.io-submit/1.0%20(%2Bhttps%3A/apis.io)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/apis.io-submit/1.0%20(+https://apis.io)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/application/json%2C%20application/a2a%2Bjson%3Bq%3D0.9", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/application/json%2C%20text/event-stream%3Bq%3D0.9%2C%20*/*%3Bq%3D0.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/application/json%2Ctext/html%3Bq%3D0.9%2C*/*%3Bq%3D0.7", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:50+00:00", "last": "2026-09-01T07:02:50+00:00" }, { "path": "/data/application/json,%20application/a2a+json;q=0.9", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/application/json,%20text/event-stream;q=0.9,%20*/*;q=0.1", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/application/json,text/html;q=0.9,*/*;q=0.7", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/bingbot/2.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/curl/7.88.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:19+00:00", "last": "2026-09-01T07:02:19+00:00" }, { "path": "/data/exaforce-mcprep/0.1%20(MCP%20server%20reputation%20scanner)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:05+00:00", "last": "2026-08-31T20:59:05+00:00" }, { "path": "/data/hultra-link/1.0%20(%2Bhttps%3A/donnees.hultra.link/sondes.md)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/hultra-link/1.0%20(+https://donnees.hultra.link/sondes.md)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:39+00:00", "last": "2026-08-31T20:58:39+00:00" }, { "path": "/data/lastseen-schema-probe/1.0%20(%2Bhttps%3A/lastseen.dev%3B%20introspection-only)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/lastseen-schema-probe/1.0%20(+https://lastseen.dev;%20introspection-only)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/mcp-checker/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/mcp-observatory/0.1.0%20(%2Bhttps%3A/github.com/yhouta/mcp-observatory%3B%20public%20transparency%20log%3B%20contact%3A%20yassine.houta%40outlook.fr)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/mcp-observatory/0.1.0%20(+https://github.com/yhouta/mcp-observatory;%20public%20transparency%20log;%20contact:%20yassine.houta@outlook.fr)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/mcp-registry/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/mcp-schema-archive/1.0%20(%2Bhttps%3A/mcp-schema-archive.delfrost42.workers.dev)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/mcp-schema-archive/1.0%20(+https://mcp-schema-archive.delfrost42.workers.dev)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/measure-mcp-schema/0.1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/observed-clients.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:07+00:00", "last": "2026-09-01T09:00:07+00:00" }, { "path": "/data/observed-clients.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:16+00:00", "last": "2026-09-01T07:02:16+00:00" }, { "path": "/data/omgili/0.5%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/omgili/0.5%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:18+00:00", "last": "2026-08-31T20:59:18+00:00" }, { "path": "/data/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:43+00:00", "last": "2026-08-31T20:59:43+00:00" }, { "path": "/data/omgilibot/0.4;%20+http://omgili.com", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:16+00:00", "last": "2026-08-31T20:59:16+00:00" }, { "path": "/data/pip/24.3.1%20%7B%22ci%22%3Anull%2C%22cpu%22%3A%22x86_64%22%2C%22implementation%22%3A%7B%22name%22%3A%22CPython%22%2C%22version%22%3A%223.11.9%22%7D%2C%22installer%22%3A%7B%22name%22%3A%22pip%22%2C%22version%22%3A%2224.3.1%22%7D%2C%22openssl_version%22%3A%22OpenSSL%203.0.13%2030%20Jan%202024%22%2C%22python%22%3A%223.11.9%22%2C%22setuptools_version%22%3A%2275.6.0%22%2C%22system%22%3A%7B%22name%22%3A%22Linux%22%2C%22release%22%3A%226.8.0%22%7D%7D", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/pip/24.3.1%20%7B%22ci%22:null,%22cpu%22:%22x86_64%22,%22implementation%22:%7B%22name%22:%22CPython%22,%22version%22:%223.11.9%22%7D,%22installer%22:%7B%22name%22:%22pip%22,%22version%22:%2224.3.1%22%7D,%22openssl_version%22:%22OpenSSL%203.0.13%2030%20Jan%202024%22,%22python%22:%223.11.9%22,%22setuptools_version%22:%2275.6.0%22,%22system%22:%7B%22name%22:%22Linux%22,%22release%22:%226.8.0%22%7D%7D", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/python-httpx/0.28.1", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/python-httpx2/2.12.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:36+00:00", "last": "2026-08-31T20:59:36+00:00" }, { "path": "/data/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:40+00:00", "last": "2026-09-02T09:04:40+00:00" }, { "path": "/data/rogerbot/1.2%20(http://moz.com/help/pro/what-is-rogerbot-,%20rogerbot-crawler@moz.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:49+00:00", "last": "2026-09-02T09:03:49+00:00" }, { "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:04:41+00:00", "last": "2026-09-02T09:04:41+00:00" }, { "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot;%20https://serpstatbot.com/;%20abuse@serpstatbot.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-02T09:03:50+00:00", "last": "2026-09-02T09:03:50+00:00" }, { "path": "/data/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:48+00:00", "last": "2026-09-01T07:02:48+00:00" }, { "path": "/data/text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/data/truespar-mcp-registry/0.1%20(%2Bhttps%3A/registry.truespar.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/truespar-mcp-registry/0.1%20(+https://registry.truespar.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/ua-regex.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:37+00:00", "last": "2026-08-31T20:59:37+00:00" }, { "path": "/data/user-agents.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/data/utopian-foundry-probe/1.0", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/data/x402-observatory/0.2%20(%2Bresearch%20collector%3B%20contact%3A%20300tsb%40gmail.com)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:02:49+00:00", "last": "2026-09-01T07:02:49+00:00" }, { "path": "/data/x402-observatory/0.2%20(+research%20collector;%20contact:%20300tsb@gmail.com)", "requests": 1, "statuses": { "307": 1 }, "first": "2026-09-01T07:02:18+00:00", "last": "2026-09-01T07:02:18+00:00" }, { "path": "/documents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:15+00:00", "last": "2026-09-02T09:03:15+00:00" }, { "path": "/documents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:05+00:00", "last": "2026-09-01T03:00:05+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:16+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/ip-ranges/apple-applebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:56+00:00", "last": "2026-08-31T20:58:56+00:00" }, { "path": "/ip-ranges/bing-bingbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:55+00:00", "last": "2026-08-31T20:58:55+00:00" }, { "path": "/ip-ranges/commoncrawl-ccbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:16+00:00", "last": "2026-09-02T09:03:16+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:10+00:00", "last": "2026-08-31T20:59:10+00:00" }, { "path": "/ip-ranges/google-googlebot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/ip-ranges/google-special.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:49+00:00", "last": "2026-08-31T20:58:49+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:32+00:00", "last": "2026-09-02T09:03:32+00:00" }, { "path": "/ip-ranges/google-user-triggered.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:24+00:00", "last": "2026-09-02T09:03:24+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:41+00:00", "last": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/perplexity-bot.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:58+00:00", "last": "2026-08-31T20:58:58+00:00" }, { "path": "/ip-ranges/perplexity-user.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:00+00:00", "last": "2026-08-31T20:59:00+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:03:21+00:00", "last": "2026-09-02T03:03:21+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:15+00:00", "last": "2026-09-01T09:00:15+00:00" }, { "path": "/mcp/.well-known/owners.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:14+00:00", "last": "2026-09-01T09:00:14+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:09+00:00", "last": "2026-09-01T03:00:09+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:16+00:00", "last": "2026-09-01T07:02:16+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:05:09+00:00", "last": "2026-09-03T03:05:09+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:48+00:00", "last": "2026-09-01T15:00:48+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:02:17+00:00", "last": "2026-09-01T07:02:17+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:45+00:00", "last": "2026-09-01T15:00:45+00:00" }, { "path": "/robots/block-all-ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:46+00:00", "last": "2026-09-01T15:00:46+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:04+00:00", "last": "2026-09-01T03:00:04+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/snippet/", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:34+00:00", "last": "2026-08-31T20:58:34+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:59:34+00:00", "last": "2026-08-31T20:59:34+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:48+00:00", "last": "2026-09-01T15:00:48+00:00" }, { "path": "/tools/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:15+00:00", "last": "2026-09-02T09:03:15+00:00" }, { "path": "/tools/ai-access.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:25+00:00", "last": "2026-09-02T09:04:25+00:00" }, { "path": "/tools/classify-ua.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/example.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:03:20+00:00", "last": "2026-09-02T09:03:20+00:00" }, { "path": "/tools/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:58+00:00", "last": "2026-09-02T09:04:58+00:00" }, { "path": "/tools/robots-allowed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/robots-lint.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/verification-methods.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/verify-crawler.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" }, { "path": "/tools/whoami.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:04:26+00:00", "last": "2026-09-02T09:04:26+00:00" } ], "first_walk": [ { "path": "/category/dataset.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/archive.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/block-disputed.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/oai-searchbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/status.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/allow-ai-search-only.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/user-fetch.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/data/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/robots/maximum-ai-visibility.txt", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/ccbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/seo.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-disputed.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/category/tool.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/gptbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/perplexitybot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/snippet/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/allow-ai-search-only.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/crawler/claude-searchbot.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/policy/block-all-ai.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/ip-ranges/index.html", "status": "not recorded", "at": "2026-08-31T20:58:34+00:00" }, { "path": "/px.gif", "status": "not recorded", "at": "2026-08-31T20:58:35+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-08-31T20:58:35+00:00" }, { "path": "/data/index.html", "status": "not recorded", "at": "2026-08-31T20:58:39+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.html", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/gptbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/oai-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-gptbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/ip-ranges/openai-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/chatgpt-user.json", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/crawler/claudebot.html", "status": "not recorded", "at": "2026-08-31T20:58:41+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claudebot.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-searchbot.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.html", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/claude-user.json", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" }, { "path": "/crawler/anthropic-ai.html", "status": "not recorded", "at": "2026-08-31T20:58:43+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/data/A2A-Registry-HealthCheck/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:17+00:00", "last_asked": "2026-09-01T07:02:17+00:00", "answered_200_since": null }, { "path": "/data/bingbot/2.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:17+00:00", "last_asked": "2026-09-01T07:02:17+00:00", "answered_200_since": null }, { "path": "/data/ClaudeBot/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:17+00:00", "last_asked": "2026-09-01T07:02:17+00:00", "answered_200_since": null }, { "path": "/data/exaforce-mcprep/0.1%20(MCP%20server%20reputation%20scanner)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:17+00:00", "last_asked": "2026-09-01T07:02:17+00:00", "answered_200_since": null }, { "path": "/data/python-httpx2/2.12.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/YandexBot/3.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/Orbit-MCP-Registry-IconResolver/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/Go-http-client/2.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/mcp-registry/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/GPTBot/1.4", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/measure-mcp-schema/0.1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/mcp-checker/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/GF-Agent-Toll-Outbound/1.6.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/utopian-foundry-probe/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/MCPCatalogSync/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/GF-Agent-Toll-Remediation/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/AetherLink-Public-Discovery-Evidence/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/python-httpx/0.28.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/ReactorNetty/1.0.32", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:18+00:00", "last_asked": "2026-09-01T07:02:18+00:00", "answered_200_since": null }, { "path": "/data/ReactorNetty/1.2.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/A2A-Registry/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/AetherLink-Public-Agent-Card-Policy-Check/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/AgentSure-MCPScan/0.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/curl/7.88.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/PackageHound/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/SaSame-Census-Era-Probe/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/SaSame-MCP-Audit/0.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/TAR-Discovery/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/TAR-Directory-Indexer/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/data/TAR-Health/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:19+00:00", "last_asked": "2026-09-01T07:02:19+00:00", "answered_200_since": null }, { "path": "/bot/YandexBot/3.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:22+00:00", "last_asked": "2026-09-01T07:02:22+00:00", "answered_200_since": null }, { "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:22+00:00", "last_asked": "2026-09-01T07:02:22+00:00", "answered_200_since": null }, { "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(%2Bhttps%3A/apis.io)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/apis.io-submit/1.0%20(%2Bhttps%3A/apis.io)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/agent-tools.cloud-crawler/0.1%20(%2Bhttps%3A/agent-tools.cloud)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/Deno/2.1.4%20(variant%3B%20SupabaseEdgeRuntime/1.74.3)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/lastseen-schema-probe/1.0%20(%2Bhttps%3A/lastseen.dev%3B%20introspection-only)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/hultra-link/1.0%20(%2Bhttps%3A/donnees.hultra.link/sondes.md)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/agent-tools.cloud-a2a/0.1%20(%2Bhttps%3A/agent-tools.cloud)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/application/json%2C%20text/event-stream%3Bq%3D0.9%2C%20*/*%3Bq%3D0.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/MCPWatch/0.1.0%20(%2Bmcpwatch%40iyre.com)%20longitudinal%20MCP%20security%20research", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:48+00:00", "last_asked": "2026-09-01T07:02:48+00:00", "answered_200_since": null }, { "path": "/data/AgentReputationBot/1.0%20(%2Bhttps%3A/agentreputation.dev)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/mcp-schema-archive/1.0%20(%2Bhttps%3A/mcp-schema-archive.delfrost42.workers.dev)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/AgentIndexBot/0.1%20(%2Bhttps%3A/agents.traderszone.net%3B%20polite%20ARD%20crawler)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/x402-observatory/0.2%20(%2Bresearch%20collector%3B%20contact%3A%20300tsb%40gmail.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20MCPCatalogSync/1.0)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/agent-guild-scout/1%20(%2Bhttps%3A/agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/A2A-Registry-Smoke/1.0%20(%2Bhttps%3A/a2aregistry.org)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/mcp-observatory/0.1.0%20(%2Bhttps%3A/github.com/yhouta/mcp-observatory%3B%20public%20transparency%20log%3B%20contact%3A%20yassine.houta%40outlook.fr)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/SaSameAgentAudit/0.1%20(%2Bhttps%3A/live-vps.sasame.online/.well-known/agent-card.json)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/pip/24.3.1%20%7B%22ci%22%3Anull%2C%22cpu%22%3A%22x86_64%22%2C%22implementation%22%3A%7B%22name%22%3A%22CPython%22%2C%22version%22%3A%223.11.9%22%7D%2C%22installer%22%3A%7B%22name%22%3A%22pip%22%2C%22version%22%3A%2224.3.1%22%7D%2C%22openssl_version%22%3A%22OpenSSL%203.0.13%2030%20Jan%202024%22%2C%22python%22%3A%223.11.9%22%2C%22setuptools_version%22%3A%2275.6.0%22%2C%22system%22%3A%7B%22name%22%3A%22Linux%22%2C%22release%22%3A%226.8.0%22%7D%7D", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/truespar-mcp-registry/0.1%20(%2Bhttps%3A/registry.truespar.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/application/json%2C%20application/a2a%2Bjson%3Bq%3D0.9", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:49+00:00", "last_asked": "2026-09-01T07:02:49+00:00", "answered_200_since": null }, { "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(%2Bhttps%3A/aetherlink.47-85-186-77.sslip.io/llms.txt)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/api-forge-mcp-index/1.0%20(%2Bhttps%3A/api.temsor.com/mcp/index%3B%20iletisim%3A%20altyapi%40temsor.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20AgentSure-MCPScan/0.1%3B%20%2Bhttps%3A/agentsure.tech)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/application/json%2Ctext/html%3Bq%3D0.9%2C*/*%3Bq%3D0.7", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(iPhone%3B%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML%2C%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%2010%3B%20K)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:50+00:00", "last_asked": "2026-09-01T07:02:50+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:51+00:00", "last_asked": "2026-09-01T07:02:51+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:51+00:00", "last_asked": "2026-09-01T07:02:51+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:51+00:00", "last_asked": "2026-09-01T07:02:51+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML%2C%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:02:51+00:00", "last_asked": "2026-09-01T07:02:51+00:00", "answered_200_since": null }, { "path": "/bot/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T09:00:15+00:00", "last_asked": "2026-09-01T09:00:15+00:00", "answered_200_since": null }, { "path": "/bot/GPTBot/1.4", "statuses": { "404": 1 }, "first_asked": "2026-09-01T15:00:55+00:00", "last_asked": "2026-09-01T15:00:55+00:00", "answered_200_since": null }, { "path": "/data/Googlebot-Video/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:03:16+00:00", "last_asked": "2026-09-02T09:03:16+00:00", "answered_200_since": null }, { "path": "/data/GoogleOther-Image/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:03:18+00:00", "last_asked": "2026-09-02T09:03:18+00:00", "answered_200_since": null }, { "path": "/data/GoogleOther-Video/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:03:20+00:00", "last_asked": "2026-09-02T09:03:20+00:00", "answered_200_since": null }, { "path": "/crawler/Googlebot-Video/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:26+00:00", "last_asked": "2026-09-02T09:04:26+00:00", "answered_200_since": null }, { "path": "/crawler/GoogleOther-Image/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:26+00:00", "last_asked": "2026-09-02T09:04:26+00:00", "answered_200_since": null }, { "path": "/crawler/GoogleOther-Video/1.0", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:27+00:00", "last_asked": "2026-09-02T09:04:27+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:29+00:00", "last_asked": "2026-09-02T09:04:29+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:31+00:00", "last_asked": "2026-09-02T09:04:31+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-CWS)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:32+00:00", "last_asked": "2026-09-02T09:04:32+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:33+00:00", "last_asked": "2026-09-02T09:04:33+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:37+00:00", "last_asked": "2026-09-02T09:04:37+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:37+00:00", "last_asked": "2026-09-02T09:04:37+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:37+00:00", "last_asked": "2026-09-02T09:04:37+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:37+00:00", "last_asked": "2026-09-02T09:04:37+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:38+00:00", "last_asked": "2026-09-02T09:04:38+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:38+00:00", "last_asked": "2026-09-02T09:04:38+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:38+00:00", "last_asked": "2026-09-02T09:04:38+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:40+00:00", "last_asked": "2026-09-02T09:04:40+00:00", "answered_200_since": null }, { "path": "/data/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:40+00:00", "last_asked": "2026-09-02T09:04:40+00:00", "answered_200_since": null }, { "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:41+00:00", "last_asked": "2026-09-02T09:04:41+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:41+00:00", "last_asked": "2026-09-02T09:04:41+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:41+00:00", "last_asked": "2026-09-02T09:04:41+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:43+00:00", "last_asked": "2026-09-02T09:04:43+00:00", "answered_200_since": null }, { "path": "/data/Mozilla/5.0%20(compatible%3B%20panscient.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:44+00:00", "last_asked": "2026-09-02T09:04:44+00:00", "answered_200_since": null }, { "path": "/data/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:50+00:00", "last_asked": "2026-09-02T09:04:50+00:00", "answered_200_since": null }, { "path": "/data/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:51+00:00", "last_asked": "2026-09-02T09:04:51+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-CWS)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null }, { "path": "/crawler/Mozilla/5.0%20(compatible%3B%20panscient.com)", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:04:58+00:00", "last_asked": "2026-09-02T09:04:58+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 8, "median_gap_minutes": 360.6, "visit_starts": [ "2026-08-31T20:58:34Z", "2026-09-01T03:00:04Z", "2026-09-01T07:02:16Z", "2026-09-01T09:00:07Z", "2026-09-01T15:00:45Z", "2026-09-02T03:03:21Z", "2026-09-02T09:03:14Z", "2026-09-03T03:05:09Z" ] }, "documentation_url": "http://archive.org/details/archive.org_bot", "self_described_as": "archive.org_bot +http://archive.org/details/archive.org_bot" }, { "slug": "node", "name": "node", "group_key": "ua:node", "kind": "library", "user_agents": [ { "ua": "node", "requests": 929, "addresses": 53, "first_seen": "2026-08-31T22:49:52+00:00", "last_seen": "2026-09-03T06:25:34+00:00" } ], "primary_user_agent": "node", "requests": 929, "addresses": 53, "first_seen": "2026-08-31T22:49:52+00:00", "last_seen": "2026-09-03T06:25:34+00:00", "bytes_served": 7723160, "classed_by_our_instrument": { "agent": 929 }, "surfaces": { "a2a-crawler-index": 444, "mcp-crawler-index": 397, "pathwren-edge": 24, "mcp-agent-discovery-doctor": 12, "mcp-endpoint-lint": 12, "mcp-crawler-ip-verifier": 12, "mcp-robots-policy-lint": 11, "mcp-crawler-log-triage": 10, "client-dossiers": 6, "x402-payment-discovery": 1 }, "channels": { "mcp-registry-official": 456, "openagora": 444, "llmstxt-hub": 12, "mcp-registry": 6, "freepublicapis": 6, "a2a-registry-org": 2, "agentcatalog": 2 }, "accept_headers": [ "application/json", "application/json, text/event-stream", "text/event-stream", "*/*", "image/*" ], "status_codes": { "200": 882, "202": 32, "405": 14, "not recorded": 1 }, "distinct_paths": 28, "paths": [ { "path": "/c/openagora/a2a", "requests": 136, "statuses": { "200": 136 }, "first": "2026-09-02T07:01:15+00:00", "last": "2026-09-03T06:25:33+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 95, "statuses": { "200": 85, "405": 2, "202": 8 }, "first": "2026-09-01T03:24:20+00:00", "last": "2026-09-03T05:57:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 93, "statuses": { "200": 83, "202": 7, "405": 3 }, "first": "2026-09-01T03:00:06+00:00", "last": "2026-09-03T06:03:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 92, "statuses": { "200": 81, "405": 5, "202": 6 }, "first": "2026-09-01T02:00:05+00:00", "last": "2026-09-03T06:06:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 72, "statuses": { "200": 66, "202": 5, "405": 1 }, "first": "2026-09-01T16:00:07+00:00", "last": "2026-09-03T05:57:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 67, "statuses": { "200": 60, "202": 5, "405": 2 }, "first": "2026-09-01T16:00:07+00:00", "last": "2026-09-03T05:57:12+00:00" }, { "path": "/c/openagora/a2a/discovery", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:28+00:00", "last": "2026-09-03T06:25:34+00:00" }, { "path": "/c/openagora/a2a/doctor", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:28+00:00", "last": "2026-09-03T06:25:34+00:00" }, { "path": "/c/openagora/a2a/lint", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:28+00:00", "last": "2026-09-03T06:25:33+00:00" }, { "path": "/c/openagora/a2a/netcheck", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:26+00:00", "last": "2026-09-03T06:25:27+00:00" }, { "path": "/c/openagora/a2a/robots", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:27+00:00", "last": "2026-09-03T06:25:34+00:00" }, { "path": "/c/openagora/a2a/score", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:27+00:00", "last": "2026-09-03T06:25:27+00:00" }, { "path": "/c/openagora/a2a/triage", "requests": 44, "statuses": { "200": 44 }, "first": "2026-09-03T02:45:27+00:00", "last": "2026-09-03T06:25:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 22, "statuses": { "200": 22 }, "first": "2026-09-02T13:48:56+00:00", "last": "2026-09-03T05:57:36+00:00" }, { "path": "/mcp", "requests": 13, "statuses": { "not recorded": 1, "200": 10, "202": 1, "405": 1 }, "first": "2026-08-31T22:49:52+00:00", "last": "2026-09-03T01:43:30+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T00:40:24+00:00", "last": "2026-09-03T02:16:04+00:00" }, { "path": "/c/llmstxt-hub", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:51+00:00" }, { "path": "/c/llmstxt-hub/llms-full.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:52+00:00" }, { "path": "/c/llmstxt-hub/llms.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:58:39+00:00", "last": "2026-09-01T05:10:52+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:59:58+00:00", "last": "2026-09-01T11:02:51+00:00" }, { "path": "/c/agentcatalog/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T13:30:50+00:00", "last": "2026-09-01T13:33:20+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:35:10+00:00", "last": "2026-09-02T06:35:10+00:00" }, { "path": "/c/freepublicapis/tools/ai-access", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/classify-ua", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/robots-allowed", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/robots-lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/verification-methods", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/verify-crawler", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:26+00:00", "last": "2026-09-02T04:42:26+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T22:49:52+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T00:40:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:00:05+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:59:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:24:20+00:00" }, { "path": "/c/llmstxt-hub", "status": "200", "at": "2026-09-01T04:58:39+00:00" }, { "path": "/c/llmstxt-hub/llms.txt", "status": "200", "at": "2026-09-01T04:58:39+00:00" }, { "path": "/c/llmstxt-hub/llms-full.txt", "status": "200", "at": "2026-09-01T04:58:39+00:00" }, { "path": "/c/agentcatalog/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T13:30:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:00:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:00:07+00:00" }, { "path": "/c/freepublicapis/tools/classify-ua", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/verify-crawler", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/robots-lint", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/robots-allowed", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/ai-access", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/c/freepublicapis/tools/verification-methods", "status": "200", "at": "2026-09-02T04:42:26+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-02T06:35:10+00:00" }, { "path": "/c/openagora/a2a", "status": "200", "at": "2026-09-02T07:01:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-02T13:48:56+00:00" }, { "path": "/c/openagora/a2a/netcheck", "status": "200", "at": "2026-09-03T02:45:26+00:00" }, { "path": "/c/openagora/a2a/robots", "status": "200", "at": "2026-09-03T02:45:27+00:00" }, { "path": "/c/openagora/a2a/score", "status": "200", "at": "2026-09-03T02:45:27+00:00" }, { "path": "/c/openagora/a2a/triage", "status": "200", "at": "2026-09-03T02:45:27+00:00" }, { "path": "/c/openagora/a2a/doctor", "status": "200", "at": "2026-09-03T02:45:28+00:00" }, { "path": "/c/openagora/a2a/lint", "status": "200", "at": "2026-09-03T02:45:28+00:00" }, { "path": "/c/openagora/a2a/discovery", "status": "200", "at": "2026-09-03T02:45:28+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp", "statuses": { "405": 1 }, "first_asked": "2026-08-31T22:49:52+00:00", "last_asked": "2026-09-03T01:43:30+00:00", "answered_200_since": "2026-08-31T22:55:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "statuses": { "405": 5 }, "first_asked": "2026-09-01T02:00:05+00:00", "last_asked": "2026-09-03T06:06:15+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor", "statuses": { "405": 3 }, "first_asked": "2026-09-01T03:00:06+00:00", "last_asked": "2026-09-03T06:03:38+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 2 }, "first_asked": "2026-09-01T03:24:20+00:00", "last_asked": "2026-09-03T05:57:07+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/robots", "statuses": { "405": 2 }, "first_asked": "2026-09-01T16:00:07+00:00", "last_asked": "2026-09-03T05:57:12+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/netcheck", "statuses": { "405": 1 }, "first_asked": "2026-09-01T16:00:07+00:00", "last_asked": "2026-09-03T05:57:09+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 36, "median_gap_minutes": 62.5, "visit_starts": [ "2026-08-31T22:49:52Z", "2026-08-31T23:41:00Z", "2026-09-01T00:40:24Z", "2026-09-01T02:00:05Z", "2026-09-01T02:59:58Z", "2026-09-01T04:05:24Z", "2026-09-01T04:58:39Z", "2026-09-01T05:43:04Z", "2026-09-01T07:12:39Z", "2026-09-01T08:22:59Z", "2026-09-01T09:16:04Z", "2026-09-01T13:19:27Z", "2026-09-01T14:18:55Z", "2026-09-01T15:16:34Z", "2026-09-01T17:17:29Z", "2026-09-01T18:15:40Z", "2026-09-01T19:18:08Z", "2026-09-01T20:12:41Z", "2026-09-01T22:38:03Z", "2026-09-01T23:43:55Z", "2026-09-02T00:19:56Z", "2026-09-02T02:15:50Z", "2026-09-02T03:15:42Z", "2026-09-02T05:18:02Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcpbeat", "name": "mcpbeat", "group_key": "host:mcpbeat.com", "kind": "named", "user_agents": [ { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", "requests": 451, "addresses": 1, "first_seen": "2026-09-01T01:43:38+00:00", "last_seen": "2026-09-03T06:25:38+00:00" }, { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T03:44:30+00:00", "last_seen": "2026-09-03T03:47:03+00:00" }, { "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; metadata check)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:06:23+00:00", "last_seen": "2026-09-01T02:06:23+00:00" } ], "primary_user_agent": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", "requests": 456, "addresses": 1, "first_seen": "2026-09-01T01:43:38+00:00", "last_seen": "2026-09-03T06:25:38+00:00", "bytes_served": 1222432, "classed_by_our_instrument": { "crawler": 400, "agent": 56 }, "surfaces": { "mcp-crawler-index": 357, "mcp-robots-policy-lint": 20, "mcp-endpoint-lint": 19, "mcp-crawler-ip-verifier": 19, "mcp-crawler-log-triage": 19, "mcp-agent-discovery-doctor": 17, "pathwren-edge": 5 }, "channels": { "mcp-registry-official": 451 }, "accept_headers": [ "application/json, text/event-stream", "image/*" ], "status_codes": { "200": 388, "202": 66, "404": 2 }, "distinct_paths": 9, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 162, "statuses": { "200": 142, "202": 20 }, "first": "2026-09-01T01:43:38+00:00", "last": "2026-09-03T06:25:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 69, "statuses": { "200": 61, "202": 8 }, "first": "2026-09-02T01:33:46+00:00", "last": "2026-09-03T06:25:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 68, "statuses": { "200": 59, "202": 9 }, "first": "2026-09-02T01:33:46+00:00", "last": "2026-09-03T06:25:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 67, "statuses": { "200": 54, "202": 13 }, "first": "2026-09-02T01:33:46+00:00", "last": "2026-09-03T06:25:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 63, "statuses": { "200": 49, "202": 14 }, "first": "2026-09-02T01:33:46+00:00", "last": "2026-09-03T06:25:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 22, "statuses": { "200": 20, "202": 2 }, "first": "2026-09-03T01:25:59+00:00", "last": "2026-09-03T06:25:34+00:00" }, { "path": "/favicon.ico", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:44:30+00:00", "last": "2026-09-03T03:47:03+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:06:23+00:00", "last": "2026-09-01T02:06:23+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:06:23+00:00", "last": "2026-09-01T02:06:23+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:43:38+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T02:06:23+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T02:06:23+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T03:44:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T01:33:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T01:33:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T01:33:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T01:33:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:25:59+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:06:23+00:00", "last_asked": "2026-09-01T02:06:23+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:06:23+00:00", "last_asked": "2026-09-01T02:06:23+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 6, "median_gap_minutes": 664.5, "visit_starts": [ "2026-09-01T01:43:38Z", "2026-09-02T00:00:14Z", "2026-09-02T11:04:45Z", "2026-09-02T23:23:35Z", "2026-09-03T00:09:16Z", "2026-09-03T05:21:35Z" ] }, "documentation_url": "https://mcpbeat.com/bot/", "self_described_as": "liveness check" }, { "slug": "yandexbot", "name": "YandexBot", "group_key": "host:yandex.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", "requests": 432, "addresses": 252, "first_seen": "2026-08-31T20:58:12+00:00", "last_seen": "2026-09-03T02:29:48+00:00" }, { "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T12:20:59+00:00", "last_seen": "2026-09-01T12:20:59+00:00" }, { "ua": "Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T12:21:00+00:00", "last_seen": "2026-09-01T12:21:00+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", "requests": 434, "addresses": 252, "first_seen": "2026-08-31T20:58:12+00:00", "last_seen": "2026-09-03T02:29:48+00:00", "bytes_served": 3449367, "classed_by_our_instrument": { "crawler": 434 }, "surfaces": { "pathwren-edge": 433, "changes-feed": 1 }, "channels": { "indexnow": 2, "blo-gs": 2 }, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "*/*", "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" ], "status_codes": { "200": 433, "not recorded": 1 }, "distinct_paths": 350, "paths": [ { "path": "/robots.txt", "requests": 34, "statuses": { "200": 34 }, "first": "2026-09-01T02:59:29+00:00", "last": "2026-09-03T02:29:48+00:00" }, { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 3, "statuses": { "not recorded": 1, "200": 2 }, "first": "2026-08-31T20:58:12+00:00", "last": "2026-09-03T00:29:31+00:00" }, { "path": "/bot/mozilla.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:15:22+00:00", "last": "2026-09-01T18:21:50+00:00" }, { "path": "/bot/sasame-census-era-probe.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T12:20:53+00:00", "last": "2026-09-01T15:00:31+00:00" }, { "path": "/crawler/scrapy.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:15:23+00:00", "last": "2026-09-01T15:00:51+00:00" }, { "path": "/a2a.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T03:00:45+00:00", "last": "2026-09-01T07:03:42+00:00" }, { "path": "/bot/a2a-registry.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:21:02+00:00", "last": "2026-09-01T15:00:33+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:21+00:00", "last": "2026-09-01T07:04:01+00:00" }, { "path": "/bot/agentsure-mcpscan.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:22:12+00:00", "last": "2026-09-01T18:30:19+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:26:27+00:00" }, { "path": "/bot/axios.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:21:48+00:00", "last": "2026-09-01T18:30:21+00:00" }, { "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:04:09+00:00", "last": "2026-09-01T09:00:43+00:00" }, { "path": "/bot/deno.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T07:04:10+00:00" }, { "path": "/bot/gf-agent-toll-outbound.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:16:26+00:00", "last": "2026-09-01T15:00:32+00:00" }, { "path": "/bot/invinoveritas-handshake.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T00:22:55+00:00", "last": "2026-09-02T00:34:48+00:00" }, { "path": "/bot/io-verifymcp.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:06:55+00:00", "last": "2026-09-01T18:22:13+00:00" }, { "path": "/bot/llm4agents-cimd-audit.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T15:00:33+00:00", "last": "2026-09-01T18:22:09+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:19+00:00", "last": "2026-09-01T07:03:56+00:00" }, { "path": "/bot/mcp-rugpull-research.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:21:49+00:00", "last": "2026-09-01T18:30:22+00:00" }, { "path": "/bot/mcp-uptime.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T15:00:34+00:00", "last": "2026-09-01T18:30:18+00:00" }, { "path": "/bot/mcpbeat.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:02:57+00:00", "last": "2026-09-01T15:00:32+00:00" }, { "path": "/bot/orbit-mcp-registry-iconresolver.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:03:55+00:00", "last": "2026-09-01T09:06:56+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:24+00:00", "last": "2026-09-01T09:00:42+00:00" }, { "path": "/bot/python-requests.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:20:59+00:00", "last": "2026-09-01T15:00:48+00:00" }, { "path": "/bot/reliability-bureau-spike.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T15:00:31+00:00" }, { "path": "/bot/undici.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:16:24+00:00", "last": "2026-09-01T07:04:04+00:00" }, { "path": "/c/blo-gs/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T01:22:11+00:00", "last": "2026-09-03T01:33:05+00:00" }, { "path": "/category/ai-training.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T07:03:56+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:52+00:00", "last": "2026-09-02T06:24:11+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:00:45+00:00", "last": "2026-09-01T12:20:58+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:18+00:00", "last": "2026-09-01T09:00:41+00:00" }, { "path": "/crawler/diffbot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:02:58+00:00", "last": "2026-09-01T12:21:06+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:04:01+00:00", "last": "2026-09-01T09:01:51+00:00" }, { "path": "/crawler/google-cws.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:51+00:00", "last": "2026-09-02T06:24:10+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:03:58+00:00", "last": "2026-09-02T09:33:22+00:00" }, { "path": "/crawler/yak.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:27+00:00", "last": "2026-09-02T06:24:06+00:00" }, { "path": "/data/index.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:03:40+00:00", "last": "2026-09-01T07:21:36+00:00" }, { "path": "/mcp-doctor.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:16:27+00:00", "last": "2026-09-01T07:04:13+00:00" }, { "path": "/mcp-netcheck.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:21:50+00:00", "last": "2026-09-01T18:30:22+00:00" }, { "path": "/operator/ai2.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T15:00:35+00:00", "last": "2026-09-01T18:21:47+00:00" }, { "path": "/operator/echobox.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:30+00:00", "last": "2026-09-02T06:24:26+00:00" }, { "path": "/operator/yandex.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:00:42+00:00", "last": "2026-09-01T15:00:36+00:00" }, { "path": "/pricing", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:29+00:00", "last": "2026-09-02T06:07:57+00:00" }, { "path": "/register", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:21:53+00:00", "last": "2026-09-01T18:30:19+00:00" }, { "path": "/status.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T09:00:50+00:00" }, { "path": "/tools/verification-methods.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:28+00:00", "last": "2026-09-02T06:24:04+00:00" }, { "path": "/tools/whoami.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:24:53+00:00", "last": "2026-09-02T06:24:29+00:00" }, { "path": "/trust", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T00:23:01+00:00", "last": "2026-09-02T00:31:08+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:22:40+00:00", "last": "2026-09-03T01:22:40+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:24+00:00", "last": "2026-09-01T06:16:24+00:00" }, { "path": "/ai-crawler-robots/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:18+00:00", "last": "2026-09-02T09:33:18+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:16:28+00:00" }, { "path": "/bot/402explorer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:28+00:00", "last": "2026-09-01T06:16:28+00:00" }, { "path": "/bot/a2a-directory-liveness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:22:12+00:00", "last": "2026-09-01T18:22:12+00:00" }, { "path": "/bot/a2a-registry-healthcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:37+00:00", "last": "2026-09-01T15:00:37+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:29+00:00", "last": "2026-09-01T06:16:29+00:00" }, { "path": "/bot/a2a-security-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:29:48+00:00", "last": "2026-09-03T00:29:48+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:30:19+00:00", "last": "2026-09-01T18:30:19+00:00" }, { "path": "/bot/aetherlinkdiscoveryevidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:05+00:00", "last": "2026-09-01T07:04:05+00:00" }, { "path": "/bot/agenstrybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:58+00:00", "last": "2026-09-01T07:03:58+00:00" }, { "path": "/bot/agent-guild-scout.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:17+00:00", "last": "2026-09-01T07:04:17+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:25+00:00", "last": "2026-09-02T05:24:25+00:00" }, { "path": "/bot/agent-world-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:51+00:00", "last": "2026-09-01T18:21:51+00:00" }, { "path": "/bot/agentcatalogbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:49+00:00", "last": "2026-09-01T18:21:49+00:00" }, { "path": "/bot/agentdisco.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:03+00:00", "last": "2026-09-01T09:04:03+00:00" }, { "path": "/bot/agentgrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:05+00:00", "last": "2026-09-01T09:04:05+00:00" }, { "path": "/bot/agentindexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:55+00:00", "last": "2026-09-01T09:06:55+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:48+00:00", "last": "2026-09-02T05:24:48+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:20+00:00", "last": "2026-09-01T06:15:20+00:00" }, { "path": "/bot/agentry-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:03+00:00", "last": "2026-09-01T12:21:03+00:00" }, { "path": "/bot/agenttrust-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:04+00:00", "last": "2026-09-01T09:04:04+00:00" }, { "path": "/bot/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:07+00:00", "last": "2026-09-02T06:24:07+00:00" }, { "path": "/bot/ai-crawler-verify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:14+00:00", "last": "2026-09-02T09:33:14+00:00" }, { "path": "/bot/aisec-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T12:20:51+00:00" }, { "path": "/bot/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:19+00:00", "last": "2026-09-02T09:33:19+00:00" }, { "path": "/bot/api-forge-mcp-index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:44+00:00", "last": "2026-09-01T09:00:44+00:00" }, { "path": "/bot/apievangelist-domain-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:03+00:00", "last": "2026-09-02T06:24:03+00:00" }, { "path": "/bot/apievangelist-security-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:01+00:00", "last": "2026-09-01T12:21:01+00:00" }, { "path": "/bot/apievangelist.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:29+00:00", "last": "2026-09-01T15:00:29+00:00" }, { "path": "/bot/apis-io-submit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:55+00:00", "last": "2026-09-01T07:03:55+00:00" }, { "path": "/bot/ardcrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:07+00:00", "last": "2026-09-01T12:21:07+00:00" }, { "path": "/bot/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:01:50+00:00", "last": "2026-09-01T09:01:50+00:00" }, { "path": "/bot/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:53+00:00", "last": "2026-09-01T18:21:53+00:00" }, { "path": "/bot/chrome.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:27+00:00", "last": "2026-09-02T06:24:27+00:00" }, { "path": "/bot/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:50+00:00", "last": "2026-09-01T12:20:50+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:18+00:00", "last": "2026-09-01T06:15:18+00:00" }, { "path": "/bot/endpointaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:05+00:00", "last": "2026-09-01T09:04:05+00:00" }, { "path": "/bot/enerlio.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:02+00:00", "last": "2026-09-01T07:04:02+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:30+00:00", "last": "2026-09-01T06:16:30+00:00" }, { "path": "/bot/freepublicapis.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:13+00:00", "last": "2026-09-02T09:33:13+00:00" }, { "path": "/bot/frndos.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:03+00:00", "last": "2026-09-01T12:21:03+00:00" }, { "path": "/bot/go-http-client.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:59+00:00", "last": "2026-09-01T09:02:59+00:00" }, { "path": "/bot/golemreachtrustbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:41+00:00", "last": "2026-09-01T09:00:41+00:00" }, { "path": "/bot/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:04+00:00", "last": "2026-09-02T06:24:04+00:00" }, { "path": "/bot/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:59+00:00", "last": "2026-09-02T00:22:59+00:00" }, { "path": "/bot/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:56+00:00", "last": "2026-09-01T09:02:56+00:00" }, { "path": "/bot/graphadvocate-outreach.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:06+00:00", "last": "2026-09-01T12:21:06+00:00" }, { "path": "/bot/gtm-engine.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:48+00:00", "last": "2026-09-01T18:21:48+00:00" }, { "path": "/bot/guild-reachability-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:07+00:00", "last": "2026-09-01T12:21:07+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:29+00:00", "last": "2026-09-01T06:16:29+00:00" }, { "path": "/bot/hhvm-internal.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:48+00:00", "last": "2026-09-01T18:21:48+00:00" }, { "path": "/bot/hultra-link.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:00+00:00", "last": "2026-09-01T12:21:00+00:00" }, { "path": "/bot/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:57+00:00", "last": "2026-09-01T12:20:57+00:00" }, { "path": "/bot/jscrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:29:50+00:00", "last": "2026-09-03T00:29:50+00:00" }, { "path": "/bot/lastseen-schema-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:10+00:00", "last": "2026-09-01T07:04:10+00:00" }, { "path": "/bot/loop-mcp-catalog-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:48+00:00", "last": "2026-09-01T18:21:48+00:00" }, { "path": "/bot/mcp-checker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:11+00:00", "last": "2026-09-01T07:04:11+00:00" }, { "path": "/bot/mcp-drift-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:57+00:00", "last": "2026-09-01T12:20:57+00:00" }, { "path": "/bot/mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:47+00:00", "last": "2026-09-01T09:00:47+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:23+00:00", "last": "2026-09-01T06:15:23+00:00" }, { "path": "/bot/mcp-stats-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:52+00:00", "last": "2026-09-01T18:21:52+00:00" }, { "path": "/bot/mcp2-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:29:50+00:00", "last": "2026-09-03T00:29:50+00:00" }, { "path": "/bot/mcpcatalogsync.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:54+00:00", "last": "2026-09-01T09:06:54+00:00" }, { "path": "/bot/mcpgrade-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:55+00:00", "last": "2026-09-01T12:20:55+00:00" }, { "path": "/bot/mcpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:30:00+00:00", "last": "2026-09-03T00:30:00+00:00" }, { "path": "/bot/mcpmeter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:37+00:00", "last": "2026-09-01T15:00:37+00:00" }, { "path": "/bot/mcpqueen-grader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:47+00:00", "last": "2026-09-01T18:21:47+00:00" }, { "path": "/bot/mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:22:09+00:00", "last": "2026-09-01T18:22:09+00:00" }, { "path": "/bot/mcpwatch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:11+00:00", "last": "2026-09-01T07:04:11+00:00" }, { "path": "/bot/mcpwitness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:29+00:00", "last": "2026-09-01T15:00:29+00:00" }, { "path": "/bot/measure-mcp-schema.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/movanas-registry-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:49+00:00", "last": "2026-09-01T09:00:49+00:00" }, { "path": "/bot/mozilla-2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:49+00:00", "last": "2026-09-01T12:20:49+00:00" }, { "path": "/bot/neuronto.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:56+00:00", "last": "2026-09-01T12:20:56+00:00" }, { "path": "/bot/node.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:56+00:00", "last": "2026-09-01T12:20:56+00:00" }, { "path": "/bot/packagehound.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:15+00:00", "last": "2026-09-01T07:04:15+00:00" }, { "path": "/bot/packages-ecosyste-ms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:14+00:00", "last": "2026-09-02T09:33:14+00:00" }, { "path": "/bot/pip.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:13+00:00", "last": "2026-09-01T07:04:13+00:00" }, { "path": "/bot/proofbench.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:11+00:00", "last": "2026-09-01T07:04:11+00:00" }, { "path": "/bot/python-httpx.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:12+00:00", "last": "2026-09-01T07:04:12+00:00" }, { "path": "/bot/qtcreator.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T12:20:51+00:00" }, { "path": "/bot/reactornetty.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:30:18+00:00", "last": "2026-09-01T18:30:18+00:00" }, { "path": "/bot/repology-linkchecker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:01+00:00", "last": "2026-09-01T12:21:01+00:00" }, { "path": "/bot/rootz-mcp-registry-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:59+00:00", "last": "2026-09-01T12:20:59+00:00" }, { "path": "/bot/sasame-mcp-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:10+00:00", "last": "2026-09-01T07:04:10+00:00" }, { "path": "/bot/sasameagentaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:08+00:00", "last": "2026-09-01T09:02:08+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:25+00:00", "last": "2026-09-01T06:16:25+00:00" }, { "path": "/bot/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:09+00:00", "last": "2026-09-02T06:24:09+00:00" }, { "path": "/bot/solvedearthpricebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:49+00:00", "last": "2026-09-02T05:24:49+00:00" }, { "path": "/bot/spanly-enrich.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T12:20:51+00:00" }, { "path": "/bot/strand-mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:12+00:00", "last": "2026-09-02T06:24:12+00:00" }, { "path": "/bot/tar-directory-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:14+00:00", "last": "2026-09-01T07:04:14+00:00" }, { "path": "/bot/tar-discovery.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:30:22+00:00", "last": "2026-09-01T18:30:22+00:00" }, { "path": "/bot/tar-health.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:06+00:00", "last": "2026-09-01T09:04:06+00:00" }, { "path": "/bot/telegrambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:31+00:00", "last": "2026-09-01T06:16:31+00:00" }, { "path": "/bot/truespar-mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T12:20:51+00:00" }, { "path": "/bot/trustoven-manifest-observer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:30:19+00:00", "last": "2026-09-01T18:30:19+00:00" }, { "path": "/bot/utopian-foundry-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:54+00:00", "last": "2026-09-01T07:03:54+00:00" }, { "path": "/bot/verifymcp-ownersbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:06+00:00", "last": "2026-09-01T09:04:06+00:00" }, { "path": "/bot/waggle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:14+00:00", "last": "2026-09-02T09:33:14+00:00" }, { "path": "/bot/x402-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:21+00:00", "last": "2026-09-02T09:33:21+00:00" }, { "path": "/bot/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:55+00:00", "last": "2026-09-01T07:03:55+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:52+00:00", "last": "2026-09-01T09:02:52+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:54+00:00", "last": "2026-09-01T07:03:54+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:05+00:00", "last": "2026-09-01T09:04:05+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:42+00:00", "last": "2026-09-01T03:00:42+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:06+00:00", "last": "2026-09-01T12:21:06+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:25+00:00", "last": "2026-09-01T06:15:25+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:46+00:00", "last": "2026-09-01T03:00:46+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:47+00:00", "last": "2026-09-01T03:00:47+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:46+00:00", "last": "2026-09-01T03:00:46+00:00" }, { "path": "/changes.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:16+00:00", "last": "2026-09-02T09:33:16+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:57+00:00", "last": "2026-09-02T00:22:57+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:03+00:00", "last": "2026-09-02T00:23:03+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:26+00:00", "last": "2026-09-02T05:24:26+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:24+00:00", "last": "2026-09-02T09:33:24+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/aihitbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:15+00:00", "last": "2026-09-02T09:33:15+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:49+00:00", "last": "2026-09-01T03:00:49+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:59+00:00", "last": "2026-09-01T07:03:59+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:57+00:00", "last": "2026-09-01T07:03:57+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:42+00:00", "last": "2026-09-01T03:00:42+00:00" }, { "path": "/crawler/atlassian-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:25+00:00", "last": "2026-09-02T06:24:25+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:49+00:00", "last": "2026-09-01T09:00:49+00:00" }, { "path": "/crawler/bedrockbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:04+00:00", "last": "2026-09-02T00:23:04+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:51+00:00", "last": "2026-09-01T09:02:51+00:00" }, { "path": "/crawler/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:56+00:00", "last": "2026-09-01T07:03:56+00:00" }, { "path": "/crawler/ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:52+00:00", "last": "2026-09-01T09:06:52+00:00" }, { "path": "/crawler/chatgpt-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:26+00:00", "last": "2026-09-02T05:24:26+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:47+00:00", "last": "2026-09-01T09:00:47+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:59+00:00", "last": "2026-09-01T07:03:59+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:56+00:00", "last": "2026-09-01T09:06:56+00:00" }, { "path": "/crawler/cloudflare-autorag.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:05+00:00", "last": "2026-09-02T06:24:05+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:55+00:00", "last": "2026-09-01T09:06:55+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:03+00:00", "last": "2026-09-01T07:04:03+00:00" }, { "path": "/crawler/cotoyogi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:05+00:00", "last": "2026-09-02T06:24:05+00:00" }, { "path": "/crawler/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:29:51+00:00", "last": "2026-09-03T00:29:51+00:00" }, { "path": "/crawler/dataforseobot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:48+00:00", "last": "2026-09-02T05:24:48+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:42+00:00", "last": "2026-09-01T09:00:42+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:40+00:00", "last": "2026-09-01T07:03:40+00:00" }, { "path": "/crawler/echoboxbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:56+00:00", "last": "2026-09-02T00:22:56+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:05+00:00", "last": "2026-09-01T09:04:05+00:00" }, { "path": "/crawler/feedfetcher-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:28+00:00", "last": "2026-09-02T05:24:28+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:44+00:00", "last": "2026-09-01T09:00:44+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:30+00:00", "last": "2026-09-01T09:05:30+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:31+00:00", "last": "2026-09-01T09:05:31+00:00" }, { "path": "/crawler/google-gemininotebook.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:32:15+00:00", "last": "2026-09-03T00:32:15+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:29+00:00", "last": "2026-09-01T15:00:29+00:00" }, { "path": "/crawler/google-read-aloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:15+00:00", "last": "2026-09-02T09:33:15+00:00" }, { "path": "/crawler/google-site-verification.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:08+00:00", "last": "2026-09-02T06:24:08+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:25+00:00", "last": "2026-09-01T06:16:25+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:43+00:00", "last": "2026-09-01T09:00:43+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:02:52+00:00", "last": "2026-09-01T09:02:52+00:00" }, { "path": "/crawler/googleother-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:47+00:00", "last": "2026-09-02T05:24:47+00:00" }, { "path": "/crawler/googleother-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:22+00:00", "last": "2026-09-02T09:33:22+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:36+00:00", "last": "2026-09-01T15:00:36+00:00" }, { "path": "/crawler/googleproducer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:55+00:00", "last": "2026-09-02T05:24:55+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:02+00:00", "last": "2026-09-01T12:21:02+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:04+00:00", "last": "2026-09-01T09:04:04+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:14+00:00", "last": "2026-09-01T07:04:14+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/crawler/kagibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:25+00:00", "last": "2026-09-02T09:33:25+00:00" }, { "path": "/crawler/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:57+00:00", "last": "2026-09-02T00:22:57+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:52+00:00", "last": "2026-09-01T12:20:52+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:04+00:00", "last": "2026-09-01T07:04:04+00:00" }, { "path": "/crawler/meta-webindexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:23+00:00", "last": "2026-09-02T09:33:23+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:53+00:00", "last": "2026-09-01T18:21:53+00:00" }, { "path": "/crawler/mj12bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:02+00:00", "last": "2026-09-02T00:23:02+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:27+00:00", "last": "2026-09-01T06:15:27+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:26+00:00", "last": "2026-09-02T09:33:26+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:37+00:00", "last": "2026-09-01T09:05:37+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:52+00:00", "last": "2026-09-01T15:00:52+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:04:06+00:00", "last": "2026-09-01T09:04:06+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:56+00:00", "last": "2026-09-02T00:22:56+00:00" }, { "path": "/crawler/qwantbot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:46+00:00", "last": "2026-09-02T05:24:46+00:00" }, { "path": "/crawler/sbintuitionsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:04+00:00", "last": "2026-09-02T06:24:04+00:00" }, { "path": "/crawler/semrushbot-ba.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:58+00:00", "last": "2026-09-02T00:22:58+00:00" }, { "path": "/crawler/semrushbot-esi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:08+00:00", "last": "2026-09-02T06:24:08+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:01:52+00:00", "last": "2026-09-01T09:01:52+00:00" }, { "path": "/crawler/semrushbot-si.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:55+00:00", "last": "2026-09-02T05:24:55+00:00" }, { "path": "/crawler/semrushbot-swa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:03+00:00", "last": "2026-09-02T00:23:03+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:28+00:00", "last": "2026-09-01T09:05:28+00:00" }, { "path": "/crawler/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:29+00:00", "last": "2026-09-02T05:24:29+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:07+00:00", "last": "2026-09-02T06:24:07+00:00" }, { "path": "/crawler/slackbot-linkexpanding.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:28+00:00", "last": "2026-09-02T06:24:28+00:00" }, { "path": "/crawler/slackbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:16+00:00", "last": "2026-09-02T09:33:16+00:00" }, { "path": "/crawler/splitsignalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:59+00:00", "last": "2026-09-02T00:22:59+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/crawler/terracotta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:13+00:00", "last": "2026-09-02T09:33:13+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:16+00:00", "last": "2026-09-01T07:04:16+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:49+00:00", "last": "2026-09-01T03:00:49+00:00" }, { "path": "/crawler/velenpublicwebcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:49+00:00", "last": "2026-09-02T05:24:49+00:00" }, { "path": "/crawler/wpbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:52+00:00", "last": "2026-09-02T05:24:52+00:00" }, { "path": "/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:50+00:00", "last": "2026-09-02T05:24:50+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:52+00:00", "last": "2026-09-01T09:06:52+00:00" }, { "path": "/crawler/yandexcalendar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:12+00:00", "last": "2026-09-02T06:24:12+00:00" }, { "path": "/crawler/yandexcombot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:26+00:00", "last": "2026-09-02T05:24:26+00:00" }, { "path": "/crawler/yandeximages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:05+00:00", "last": "2026-09-02T06:24:05+00:00" }, { "path": "/crawler/yandexmedia.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:24+00:00", "last": "2026-09-02T09:33:24+00:00" }, { "path": "/crawler/yandexmobilebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:24+00:00", "last": "2026-09-02T05:24:24+00:00" }, { "path": "/crawler/yandexvideo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:23+00:00", "last": "2026-09-02T09:33:23+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:04+00:00", "last": "2026-09-01T12:21:04+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:42+00:00", "last": "2026-09-01T09:00:42+00:00" }, { "path": "/documents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:25+00:00", "last": "2026-09-02T05:24:25+00:00" }, { "path": "/documents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:17+00:00", "last": "2026-09-02T09:33:17+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:00+00:00", "last": "2026-09-01T12:21:00+00:00" }, { "path": "/impressum", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:58+00:00", "last": "2026-09-02T00:22:58+00:00" }, { "path": "/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:46+00:00", "last": "2026-09-01T09:00:46+00:00" }, { "path": "/inference.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:30:21+00:00", "last": "2026-09-01T18:30:21+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:04+00:00", "last": "2026-09-01T12:21:04+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/ip-ranges/commoncrawl-ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:53+00:00", "last": "2026-09-02T05:24:53+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:56+00:00", "last": "2026-09-01T07:03:56+00:00" }, { "path": "/ip-ranges/google-googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:00+00:00", "last": "2026-09-01T07:04:00+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:38+00:00", "last": "2026-09-01T09:05:38+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:56+00:00", "last": "2026-09-02T00:22:56+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:52+00:00", "last": "2026-09-01T12:20:52+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:26+00:00", "last": "2026-09-01T06:16:26+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:11+00:00", "last": "2026-09-01T07:04:11+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:54+00:00", "last": "2026-09-01T12:20:54+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:50+00:00", "last": "2026-09-01T03:00:50+00:00" }, { "path": "/ip-ranges/openai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:45+00:00", "last": "2026-09-01T09:00:45+00:00" }, { "path": "/ip-ranges/perplexity-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:51+00:00", "last": "2026-09-01T12:20:51+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:20+00:00", "last": "2026-09-01T06:15:20+00:00" }, { "path": "/legal", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:25+00:00", "last": "2026-09-02T05:24:25+00:00" }, { "path": "/mcp-transport.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:48+00:00", "last": "2026-09-01T09:00:48+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:03:57+00:00", "last": "2026-09-01T07:03:57+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:30+00:00", "last": "2026-09-01T15:00:30+00:00" }, { "path": "/operator/ahrefs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:15+00:00", "last": "2026-09-01T07:04:15+00:00" }, { "path": "/operator/aihit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:54+00:00", "last": "2026-09-02T05:24:54+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:48+00:00", "last": "2026-09-01T03:00:48+00:00" }, { "path": "/operator/andi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:06+00:00", "last": "2026-09-02T06:24:06+00:00" }, { "path": "/operator/anthropic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:29+00:00", "last": "2026-09-01T09:05:29+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:09+00:00", "last": "2026-09-01T07:04:09+00:00" }, { "path": "/operator/baidu.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:36+00:00", "last": "2026-09-01T09:05:36+00:00" }, { "path": "/operator/bytedance.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:00:46+00:00", "last": "2026-09-01T09:00:46+00:00" }, { "path": "/operator/cloudflare.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:11+00:00", "last": "2026-09-02T06:24:11+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:32+00:00", "last": "2026-09-01T06:16:32+00:00" }, { "path": "/operator/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:12+00:00", "last": "2026-09-02T06:24:12+00:00" }, { "path": "/operator/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:03+00:00", "last": "2026-09-01T07:04:03+00:00" }, { "path": "/operator/direqt.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:54+00:00", "last": "2026-09-02T05:24:54+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:05:31+00:00", "last": "2026-09-01T09:05:31+00:00" }, { "path": "/operator/firecrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:56+00:00", "last": "2026-09-01T09:06:56+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/hive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:02+00:00", "last": "2026-09-01T07:04:02+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:35+00:00", "last": "2026-09-01T15:00:35+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:12+00:00", "last": "2026-09-01T07:04:12+00:00" }, { "path": "/operator/internetarchive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:04:16+00:00", "last": "2026-09-01T07:04:16+00:00" }, { "path": "/operator/kagi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:51+00:00", "last": "2026-09-02T05:24:51+00:00" }, { "path": "/operator/klaviyo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:04+00:00", "last": "2026-09-02T00:23:04+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:21+00:00", "last": "2026-09-01T06:15:21+00:00" }, { "path": "/operator/linguee.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:15+00:00", "last": "2026-09-02T09:33:15+00:00" }, { "path": "/operator/lyrenth.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:48+00:00", "last": "2026-09-02T05:24:48+00:00" }, { "path": "/operator/majestic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:09+00:00", "last": "2026-09-02T06:24:09+00:00" }, { "path": "/operator/meltwater.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:25+00:00", "last": "2026-09-02T09:33:25+00:00" }, { "path": "/operator/meta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:01:51+00:00", "last": "2026-09-01T09:01:51+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:59:30+00:00", "last": "2026-09-01T02:59:30+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:44+00:00", "last": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/moz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:48+00:00", "last": "2026-09-02T05:24:48+00:00" }, { "path": "/operator/naver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:53+00:00", "last": "2026-09-01T12:20:53+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:47+00:00", "last": "2026-09-01T03:00:47+00:00" }, { "path": "/operator/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:24:10+00:00", "last": "2026-09-02T06:24:10+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:45+00:00", "last": "2026-09-01T03:00:45+00:00" }, { "path": "/operator/pinterest.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:01+00:00", "last": "2026-09-02T00:23:01+00:00" }, { "path": "/operator/poseidon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:50+00:00", "last": "2026-09-02T05:24:50+00:00" }, { "path": "/operator/quantumcloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:02+00:00", "last": "2026-09-02T00:23:02+00:00" }, { "path": "/operator/rois.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:56+00:00", "last": "2026-09-02T00:22:56+00:00" }, { "path": "/operator/sbintuitions.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:22:56+00:00", "last": "2026-09-02T00:22:56+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:30+00:00", "last": "2026-09-01T06:16:30+00:00" }, { "path": "/operator/screamingfrog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:23:00+00:00", "last": "2026-09-02T00:23:00+00:00" }, { "path": "/operator/semrush.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:01:52+00:00", "last": "2026-09-01T09:01:52+00:00" }, { "path": "/operator/seznam.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:20:57+00:00", "last": "2026-09-01T12:20:57+00:00" }, { "path": "/operator/sidetrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:24+00:00", "last": "2026-09-02T09:33:24+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:22+00:00", "last": "2026-09-01T06:15:22+00:00" }, { "path": "/operator/webz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:22:09+00:00", "last": "2026-09-01T18:22:09+00:00" }, { "path": "/operator/you.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:19+00:00", "last": "2026-09-02T09:33:19+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:50+00:00", "last": "2026-09-01T15:00:50+00:00" }, { "path": "/policy/allow-all.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:21:51+00:00", "last": "2026-09-01T18:21:51+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:29+00:00", "last": "2026-09-01T15:00:29+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/policy/block-datasets.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:30+00:00", "last": "2026-09-01T15:00:30+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:01:51+00:00", "last": "2026-09-01T09:01:51+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:06:15+00:00", "last": "2026-09-01T09:06:15+00:00" }, { "path": "/policy/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:21:05+00:00", "last": "2026-09-01T12:21:05+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:17+00:00", "last": "2026-09-01T06:15:17+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:38+00:00", "last": "2026-09-01T15:00:38+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:48+00:00", "last": "2026-09-01T03:00:48+00:00" }, { "path": "/snippet/caddy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:00:43+00:00", "last": "2026-09-01T03:00:43+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:26+00:00", "last": "2026-09-01T06:15:26+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:16:23+00:00", "last": "2026-09-01T06:16:23+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:15:24+00:00", "last": "2026-09-01T06:15:24+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:00:33+00:00", "last": "2026-09-01T15:00:33+00:00" }, { "path": "/tools/ai-access.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:17+00:00", "last": "2026-09-02T09:33:17+00:00" }, { "path": "/tools/classify-ua.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:27+00:00", "last": "2026-09-02T05:24:27+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:33:25+00:00", "last": "2026-09-02T09:33:25+00:00" }, { "path": "/tools/verify-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:24:47+00:00", "last": "2026-09-02T05:24:47+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "200", "at": "2026-08-31T20:58:12+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T02:59:29+00:00" }, { "path": "/operator/microsoft.html", "status": "200", "at": "2026-09-01T02:59:30+00:00" }, { "path": "/crawler/archive-org-bot.html", "status": "200", "at": "2026-09-01T03:00:42+00:00" }, { "path": "/category/preview.html", "status": "200", "at": "2026-09-01T03:00:42+00:00" }, { "path": "/operator/cohere.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/ahrefsbot.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/snippet/caddy.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/crawler/petalbot.html", "status": "200", "at": "2026-09-01T03:00:43+00:00" }, { "path": "/operator/google.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/crawler/seznambot.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/mistral.html", "status": "200", "at": "2026-09-01T03:00:44+00:00" }, { "path": "/operator/perplexity.html", "status": "200", "at": "2026-09-01T03:00:45+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-01T03:00:45+00:00" }, { "path": "/category/tool.html", "status": "200", "at": "2026-09-01T03:00:46+00:00" }, { "path": "/changelog.html", "status": "200", "at": "2026-09-01T03:00:46+00:00" }, { "path": "/operator/openai.html", "status": "200", "at": "2026-09-01T03:00:47+00:00" }, { "path": "/category/user-fetch.html", "status": "200", "at": "2026-09-01T03:00:47+00:00" }, { "path": "/operator/amazon.html", "status": "200", "at": "2026-09-01T03:00:48+00:00" }, { "path": "/snippet/apache-htaccess.html", "status": "200", "at": "2026-09-01T03:00:48+00:00" }, { "path": "/crawler/timpibot.html", "status": "200", "at": "2026-09-01T03:00:49+00:00" }, { "path": "/crawler/anthropic-ai.html", "status": "200", "at": "2026-09-01T03:00:49+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "status": "200", "at": "2026-09-01T03:00:50+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/category/ai-training.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/measure-mcp-schema.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/crawler/index.html", "status": "200", "at": "2026-09-01T06:15:17+00:00" }, { "path": "/bot/curl.html", "status": "200", "at": "2026-09-01T06:15:18+00:00" }, { "path": "/crawler/ai2bot.html", "status": "200", "at": "2026-09-01T06:15:18+00:00" }, { "path": "/bot/mcp-observatory.html", "status": "200", "at": "2026-09-01T06:15:19+00:00" }, { "path": "/bot/agentreputationbot.html", "status": "200", "at": "2026-09-01T06:15:20+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "status": "200", "at": "2026-09-01T06:15:20+00:00" }, { "path": "/bot/aetherlink-public-agent-card-policy-check.html", "status": "200", "at": "2026-09-01T06:15:21+00:00" }, { "path": "/operator/laion.html", "status": "200", "at": "2026-09-01T06:15:21+00:00" }, { "path": "/bot/mozilla.html", "status": "200", "at": "2026-09-01T06:15:22+00:00" }, { "path": "/operator/timpi.html", "status": "200", "at": "2026-09-01T06:15:22+00:00" }, { "path": "/bot/mcp-schema-archive.html", "status": "200", "at": "2026-09-01T06:15:23+00:00" }, { "path": "/crawler/scrapy.html", "status": "200", "at": "2026-09-01T06:15:23+00:00" }, { "path": "/snippet/python-classify.html", "status": "200", "at": "2026-09-01T06:15:24+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 22, "median_gap_minutes": 81.3, "visit_starts": [ "2026-08-31T20:58:12Z", "2026-09-01T02:59:29Z", "2026-09-01T04:59:29Z", "2026-09-01T06:15:16Z", "2026-09-01T07:02:48Z", "2026-09-01T08:15:16Z", "2026-09-01T09:00:41Z", "2026-09-01T12:20:48Z", "2026-09-01T14:20:48Z", "2026-09-01T15:00:28Z", "2026-09-01T17:00:28Z", "2026-09-01T18:21:46Z", "2026-09-01T19:25:02Z", "2026-09-02T00:22:54Z", "2026-09-02T02:22:54Z", "2026-09-02T05:24:23Z", "2026-09-02T06:07:57Z", "2026-09-02T07:24:23Z", "2026-09-02T09:33:12Z", "2026-09-03T00:29:31Z", "2026-09-03T01:22:11Z", "2026-09-03T02:29:48Z" ] }, "documentation_url": "http://yandex.com/bots", "self_described_as": "YandexBot/3.0" }, { "slug": "shapbot", "name": "ShapBot", "group_key": "ua:shapbot", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0", "requests": 346, "addresses": 7, "first_seen": "2026-09-02T02:31:06+00:00", "last_seen": "2026-09-02T02:34:43+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0", "requests": 346, "addresses": 7, "first_seen": "2026-09-02T02:31:06+00:00", "last_seen": "2026-09-02T02:34:43+00:00", "bytes_served": 242952, "classed_by_our_instrument": { "crawler": 346 }, "surfaces": { "pathwren-edge": 340, "ai-crawler-index": 6 }, "channels": {}, "accept_headers": [ "text/markdown, text/html;q=0.9, */*;q=0.8", "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" ], "status_codes": { "200": 332, "404": 14 }, "distinct_paths": 314, "paths": [ { "path": "/favicon.ico", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-02T02:31:14+00:00", "last": "2026-09-02T02:34:43+00:00" }, { "path": "/px.gif", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-02T02:31:12+00:00", "last": "2026-09-02T02:33:19+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:34:35+00:00" }, { "path": "/bot", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:31:07+00:00", "last": "2026-09-02T02:32:19+00:00" }, { "path": "/crawler", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:31:12+00:00", "last": "2026-09-02T02:31:30+00:00" }, { "path": "/crawler/anomura.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:13+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/ccbot.md", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:32+00:00", "last": "2026-09-02T02:33:33+00:00" }, { "path": "/crawler/googleother-image.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:32:50+00:00", "last": "2026-09-02T02:32:51+00:00" }, { "path": "/crawler/isscyberriskcrawler.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:11+00:00", "last": "2026-09-02T02:33:12+00:00" }, { "path": "/crawler/quillbot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:12+00:00", "last": "2026-09-02T02:33:13+00:00" }, { "path": "/crawler/serpstatbot.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:05+00:00", "last": "2026-09-02T02:33:06+00:00" }, { "path": "/crawler/slackbot-linkexpanding.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:07+00:00", "last": "2026-09-02T02:33:08+00:00" }, { "path": "/data", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:31:07+00:00", "last": "2026-09-02T02:31:11+00:00" }, { "path": "/ip-ranges", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:32:21+00:00", "last": "2026-09-02T02:33:17+00:00" }, { "path": "/ip-ranges/all.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:32+00:00" }, { "path": "/ip-ranges/bing-bingbot.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:32+00:00", "last": "2026-09-02T02:33:33+00:00" }, { "path": "/operator", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:31:12+00:00", "last": "2026-09-02T02:32:01+00:00" }, { "path": "/operator/anthropic.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:17+00:00", "last": "2026-09-02T02:33:18+00:00" }, { "path": "/operator/ceramic.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:21+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:21+00:00" }, { "path": "/operator/internetarchive.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/webz.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/policy", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T02:31:46+00:00", "last": "2026-09-02T02:33:11+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:31:07+00:00", "last": "2026-09-02T02:31:07+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:35+00:00", "last": "2026-09-02T02:32:35+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:35+00:00", "last": "2026-09-02T02:32:35+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:19+00:00", "last": "2026-09-02T02:32:19+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:18+00:00", "last": "2026-09-02T02:32:18+00:00" }, { "path": "/bot/apievangelist.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:16+00:00", "last": "2026-09-02T02:33:16+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:29+00:00", "last": "2026-09-02T02:32:29+00:00" }, { "path": "/bot/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:29+00:00", "last": "2026-09-02T02:32:29+00:00" }, { "path": "/bot/claudebot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:33+00:00", "last": "2026-09-02T02:33:33+00:00" }, { "path": "/bot/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:29+00:00", "last": "2026-09-02T02:32:29+00:00" }, { "path": "/bot/node.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:30+00:00", "last": "2026-09-02T02:32:30+00:00" }, { "path": "/bot/sentineloracle.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:30+00:00", "last": "2026-09-02T02:32:30+00:00" }, { "path": "/bot/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:30+00:00", "last": "2026-09-02T02:32:30+00:00" }, { "path": "/bot/yandexbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:33+00:00", "last": "2026-09-02T02:33:33+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:25+00:00", "last": "2026-09-02T02:32:25+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:24+00:00", "last": "2026-09-02T02:32:24+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:28+00:00", "last": "2026-09-02T02:32:28+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:27+00:00", "last": "2026-09-02T02:32:27+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:28+00:00", "last": "2026-09-02T02:32:28+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:24+00:00", "last": "2026-09-02T02:32:24+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:27+00:00", "last": "2026-09-02T02:32:27+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:25+00:00", "last": "2026-09-02T02:32:25+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:27+00:00", "last": "2026-09-02T02:32:27+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:52+00:00", "last": "2026-09-02T02:32:52+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:52+00:00", "last": "2026-09-02T02:32:52+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:51+00:00", "last": "2026-09-02T02:32:51+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:47+00:00", "last": "2026-09-02T02:32:47+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:04+00:00", "last": "2026-09-02T02:33:04+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:43+00:00", "last": "2026-09-02T02:32:43+00:00" }, { "path": "/crawler/aihitbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/aiwebindex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:13+00:00", "last": "2026-09-02T02:33:13+00:00" }, { "path": "/crawler/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:42+00:00", "last": "2026-09-02T02:32:42+00:00" }, { "path": "/crawler/andibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:13+00:00", "last": "2026-09-02T02:33:13+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:36+00:00", "last": "2026-09-02T02:32:36+00:00" }, { "path": "/crawler/apis-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:51+00:00", "last": "2026-09-02T02:32:51+00:00" }, { "path": "/crawler/applebot-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:40+00:00", "last": "2026-09-02T02:32:40+00:00" }, { "path": "/crawler/applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:40+00:00", "last": "2026-09-02T02:32:40+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:47+00:00", "last": "2026-09-02T02:32:47+00:00" }, { "path": "/crawler/atlassian-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:12+00:00", "last": "2026-09-02T02:33:12+00:00" }, { "path": "/crawler/awariorssbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/awariosmartbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/baiduspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:48+00:00", "last": "2026-09-02T02:32:48+00:00" }, { "path": "/crawler/barkrowler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:06+00:00", "last": "2026-09-02T02:33:06+00:00" }, { "path": "/crawler/bedrockbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:08+00:00", "last": "2026-09-02T02:33:08+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:40+00:00", "last": "2026-09-02T02:32:40+00:00" }, { "path": "/crawler/bytespider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:23+00:00", "last": "2026-09-02T02:32:23+00:00" }, { "path": "/crawler/ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:23+00:00", "last": "2026-09-02T02:32:23+00:00" }, { "path": "/crawler/chatgpt-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:17+00:00", "last": "2026-09-02T02:33:17+00:00" }, { "path": "/crawler/chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:35+00:00", "last": "2026-09-02T02:32:35+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:22+00:00", "last": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/claude-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:36+00:00", "last": "2026-09-02T02:32:36+00:00" }, { "path": "/crawler/claude-web.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:36+00:00", "last": "2026-09-02T02:32:36+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:22+00:00", "last": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/cloudflare-autorag.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:09+00:00", "last": "2026-09-02T02:33:09+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:43+00:00", "last": "2026-09-02T02:32:43+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:44+00:00", "last": "2026-09-02T02:32:44+00:00" }, { "path": "/crawler/cotoyogi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:11+00:00", "last": "2026-09-02T02:33:11+00:00" }, { "path": "/crawler/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:16+00:00", "last": "2026-09-02T02:33:16+00:00" }, { "path": "/crawler/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:10+00:00", "last": "2026-09-02T02:33:10+00:00" }, { "path": "/crawler/dataforseobot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:05+00:00", "last": "2026-09-02T02:33:05+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:45+00:00", "last": "2026-09-02T02:32:45+00:00" }, { "path": "/crawler/dotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:05+00:00", "last": "2026-09-02T02:33:05+00:00" }, { "path": "/crawler/duckassistbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:42+00:00", "last": "2026-09-02T02:32:42+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:42+00:00", "last": "2026-09-02T02:32:42+00:00" }, { "path": "/crawler/echoboxbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/exasearchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:09+00:00", "last": "2026-09-02T02:33:09+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:42+00:00", "last": "2026-09-02T02:32:42+00:00" }, { "path": "/crawler/facebookexternalhit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:41+00:00", "last": "2026-09-02T02:32:41+00:00" }, { "path": "/crawler/factset-spyderbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/feedfetcher-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:54+00:00", "last": "2026-09-02T02:32:54+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:49+00:00", "last": "2026-09-02T02:32:49+00:00" }, { "path": "/crawler/google-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:58+00:00", "last": "2026-09-02T02:32:58+00:00" }, { "path": "/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:38+00:00", "last": "2026-09-02T02:32:38+00:00" }, { "path": "/crawler/google-cws.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:54+00:00", "last": "2026-09-02T02:32:54+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:22+00:00", "last": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/google-gemininotebook.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:57+00:00", "last": "2026-09-02T02:32:57+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:38+00:00", "last": "2026-09-02T02:32:38+00:00" }, { "path": "/crawler/google-pinpoint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:55+00:00", "last": "2026-09-02T02:32:55+00:00" }, { "path": "/crawler/google-read-aloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:53+00:00", "last": "2026-09-02T02:32:53+00:00" }, { "path": "/crawler/google-safety.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:52+00:00", "last": "2026-09-02T02:32:52+00:00" }, { "path": "/crawler/google-site-verification.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:54+00:00", "last": "2026-09-02T02:32:54+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:38+00:00", "last": "2026-09-02T02:32:38+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:38+00:00", "last": "2026-09-02T02:32:38+00:00" }, { "path": "/crawler/googlebot-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:50+00:00", "last": "2026-09-02T02:32:50+00:00" }, { "path": "/crawler/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:37+00:00", "last": "2026-09-02T02:32:37+00:00" }, { "path": "/crawler/googlemessages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:57+00:00", "last": "2026-09-02T02:32:57+00:00" }, { "path": "/crawler/googleother-video.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:50+00:00", "last": "2026-09-02T02:32:50+00:00" }, { "path": "/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:37+00:00", "last": "2026-09-02T02:32:37+00:00" }, { "path": "/crawler/googleproducer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:56+00:00", "last": "2026-09-02T02:32:56+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:21+00:00", "last": "2026-09-02T02:32:21+00:00" }, { "path": "/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:48+00:00", "last": "2026-09-02T02:32:48+00:00" }, { "path": "/crawler/icc-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:11+00:00", "last": "2026-09-02T02:33:11+00:00" }, { "path": "/crawler/imagesiftbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:46+00:00", "last": "2026-09-02T02:32:46+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:24+00:00", "last": "2026-09-02T02:32:24+00:00" }, { "path": "/crawler/kagibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:07+00:00", "last": "2026-09-02T02:33:07+00:00" }, { "path": "/crawler/klaviyoaibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:12+00:00", "last": "2026-09-02T02:33:12+00:00" }, { "path": "/crawler/laiondownloader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/linguee-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/mediapartners-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:53+00:00", "last": "2026-09-02T02:32:53+00:00" }, { "path": "/crawler/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:41+00:00", "last": "2026-09-02T02:32:41+00:00" }, { "path": "/crawler/meta-externalfetcher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:41+00:00", "last": "2026-09-02T02:32:41+00:00" }, { "path": "/crawler/meta-webindexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/mistralai-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:44+00:00", "last": "2026-09-02T02:32:44+00:00" }, { "path": "/crawler/mj12bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:32+00:00", "last": "2026-09-02T02:33:32+00:00" }, { "path": "/crawler/mojeekbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:06+00:00", "last": "2026-09-02T02:33:06+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:21+00:00", "last": "2026-09-02T02:32:21+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:45+00:00", "last": "2026-09-02T02:32:45+00:00" }, { "path": "/crawler/omgilibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:45+00:00", "last": "2026-09-02T02:32:45+00:00" }, { "path": "/crawler/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:10+00:00", "last": "2026-09-02T02:33:10+00:00" }, { "path": "/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:40+00:00", "last": "2026-09-02T02:32:40+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:23+00:00", "last": "2026-09-02T02:32:23+00:00" }, { "path": "/crawler/petalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:49+00:00", "last": "2026-09-02T02:32:49+00:00" }, { "path": "/crawler/phindbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:13+00:00", "last": "2026-09-02T02:33:13+00:00" }, { "path": "/crawler/pinterestbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:08+00:00", "last": "2026-09-02T02:33:08+00:00" }, { "path": "/crawler/poseidon-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/qualifiedbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/qwantbot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:07+00:00", "last": "2026-09-02T02:33:07+00:00" }, { "path": "/crawler/qwantbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:07+00:00", "last": "2026-09-02T02:33:07+00:00" }, { "path": "/crawler/reflectionbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/rogerbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:05+00:00", "last": "2026-09-02T02:33:05+00:00" }, { "path": "/crawler/sbintuitionsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:10+00:00", "last": "2026-09-02T02:33:10+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:50+00:00", "last": "2026-09-02T02:32:50+00:00" }, { "path": "/crawler/screaming-frog-seo-spider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:06+00:00", "last": "2026-09-02T02:33:06+00:00" }, { "path": "/crawler/semrushbot-ba.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:03+00:00", "last": "2026-09-02T02:33:03+00:00" }, { "path": "/crawler/semrushbot-esi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:04+00:00", "last": "2026-09-02T02:33:04+00:00" }, { "path": "/crawler/semrushbot-ft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:04+00:00", "last": "2026-09-02T02:33:04+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:47+00:00", "last": "2026-09-02T02:32:47+00:00" }, { "path": "/crawler/semrushbot-si.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:03+00:00", "last": "2026-09-02T02:33:03+00:00" }, { "path": "/crawler/semrushbot-swa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:03+00:00", "last": "2026-09-02T02:33:03+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:47+00:00", "last": "2026-09-02T02:32:47+00:00" }, { "path": "/crawler/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:06+00:00", "last": "2026-09-02T02:33:06+00:00" }, { "path": "/crawler/seznambot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:49+00:00", "last": "2026-09-02T02:32:49+00:00" }, { "path": "/crawler/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:09+00:00", "last": "2026-09-02T02:33:09+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:12+00:00", "last": "2026-09-02T02:33:12+00:00" }, { "path": "/crawler/siteauditbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:02+00:00", "last": "2026-09-02T02:33:02+00:00" }, { "path": "/crawler/slackbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:08+00:00", "last": "2026-09-02T02:33:08+00:00" }, { "path": "/crawler/splitsignalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:03+00:00", "last": "2026-09-02T02:33:03+00:00" }, { "path": "/crawler/storebot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:39+00:00", "last": "2026-09-02T02:32:39+00:00" }, { "path": "/crawler/terracotta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:09+00:00", "last": "2026-09-02T02:33:09+00:00" }, { "path": "/crawler/thinkbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:14+00:00", "last": "2026-09-02T02:33:14+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:41+00:00", "last": "2026-09-02T02:32:41+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:46+00:00", "last": "2026-09-02T02:32:46+00:00" }, { "path": "/crawler/velenpublicwebcrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:15+00:00", "last": "2026-09-02T02:33:15+00:00" }, { "path": "/crawler/webzio-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:45+00:00", "last": "2026-09-02T02:32:45+00:00" }, { "path": "/crawler/wpbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:16+00:00", "last": "2026-09-02T02:33:16+00:00" }, { "path": "/crawler/wpbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:34+00:00", "last": "2026-09-02T02:33:34+00:00" }, { "path": "/crawler/yak.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:12+00:00", "last": "2026-09-02T02:33:12+00:00" }, { "path": "/crawler/yak.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:34+00:00", "last": "2026-09-02T02:33:34+00:00" }, { "path": "/crawler/yandexadditional.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:01+00:00", "last": "2026-09-02T02:33:01+00:00" }, { "path": "/crawler/yandexadditionalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:02+00:00", "last": "2026-09-02T02:33:02+00:00" }, { "path": "/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:59+00:00", "last": "2026-09-02T02:32:59+00:00" }, { "path": "/crawler/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:48+00:00", "last": "2026-09-02T02:32:48+00:00" }, { "path": "/crawler/yandexcalendar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:00+00:00", "last": "2026-09-02T02:33:00+00:00" }, { "path": "/crawler/yandexcombot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:02+00:00", "last": "2026-09-02T02:33:02+00:00" }, { "path": "/crawler/yandexdirect.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:00+00:00", "last": "2026-09-02T02:33:00+00:00" }, { "path": "/crawler/yandexfavicons.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:00+00:00", "last": "2026-09-02T02:33:00+00:00" }, { "path": "/crawler/yandeximages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:58+00:00", "last": "2026-09-02T02:32:58+00:00" }, { "path": "/crawler/yandexmarket.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:59+00:00", "last": "2026-09-02T02:32:59+00:00" }, { "path": "/crawler/yandexmedia.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:58+00:00", "last": "2026-09-02T02:32:58+00:00" }, { "path": "/crawler/yandexmetrika.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:01+00:00", "last": "2026-09-02T02:33:01+00:00" }, { "path": "/crawler/yandexmobilebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:00+00:00", "last": "2026-09-02T02:33:00+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:01+00:00", "last": "2026-09-02T02:33:01+00:00" }, { "path": "/crawler/yandexscreenshotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:02+00:00", "last": "2026-09-02T02:33:02+00:00" }, { "path": "/crawler/yandexvideo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:58+00:00", "last": "2026-09-02T02:32:58+00:00" }, { "path": "/crawler/yandexwebmaster.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:59+00:00", "last": "2026-09-02T02:32:59+00:00" }, { "path": "/crawler/yeti.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:49+00:00", "last": "2026-09-02T02:32:49+00:00" }, { "path": "/crawler/yeti.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:34+00:00", "last": "2026-09-02T02:33:34+00:00" }, { "path": "/crawler/youbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:44+00:00", "last": "2026-09-02T02:32:44+00:00" }, { "path": "/data/agents.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:32+00:00", "last": "2026-09-02T02:32:32+00:00" }, { "path": "/data/observed-clients.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/data/robots-tokens.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/data/ua-regex.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:31+00:00", "last": "2026-09-02T02:33:31+00:00" }, { "path": "/data/user-agents.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:19+00:00", "last": "2026-09-02T02:33:19+00:00" }, { "path": "/ip-ranges/ahrefs-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/ip-ranges/commoncrawl-ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:19+00:00", "last": "2026-09-02T02:33:19+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/ip-ranges/google-googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/ip-ranges/google-user-triggered-agents.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:32+00:00", "last": "2026-09-02T02:33:32+00:00" }, { "path": "/ip-ranges/google-user-triggered-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:32+00:00", "last": "2026-09-02T02:33:32+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:17+00:00", "last": "2026-09-02T02:33:17+00:00" }, { "path": "/ip-ranges/openai-gptbot.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:34+00:00", "last": "2026-09-02T02:33:34+00:00" }, { "path": "/ip-ranges/openai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:17+00:00", "last": "2026-09-02T02:33:17+00:00" }, { "path": "/ip-ranges/perplexity-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:19+00:00", "last": "2026-09-02T02:33:19+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:31:06+00:00", "last": "2026-09-02T02:31:06+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:31:10+00:00", "last": "2026-09-02T02:31:10+00:00" }, { "path": "/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:31:07+00:00", "last": "2026-09-02T02:31:07+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:31:07+00:00", "last": "2026-09-02T02:31:07+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:19+00:00", "last": "2026-09-02T02:32:19+00:00" }, { "path": "/operator/ahrefs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/ai2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/aihit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/andi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:20+00:00", "last": "2026-09-02T02:33:20+00:00" }, { "path": "/operator/atlassian.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:21+00:00", "last": "2026-09-02T02:33:21+00:00" }, { "path": "/operator/awario.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:21+00:00", "last": "2026-09-02T02:33:21+00:00" }, { "path": "/operator/babbar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/baidu.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:21+00:00", "last": "2026-09-02T02:33:21+00:00" }, { "path": "/operator/bytedance.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:19+00:00", "last": "2026-09-02T02:33:19+00:00" }, { "path": "/operator/cloudflare.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:21+00:00", "last": "2026-09-02T02:33:21+00:00" }, { "path": "/operator/cohere.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/dataforseo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/direqt.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:22+00:00", "last": "2026-09-02T02:33:22+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/echobox.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/exa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/factset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/firecrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:18+00:00", "last": "2026-09-02T02:33:18+00:00" }, { "path": "/operator/hive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/hunter.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:23+00:00", "last": "2026-09-02T02:33:23+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:34+00:00", "last": "2026-09-02T02:32:34+00:00" }, { "path": "/operator/iss.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/kagi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/klaviyo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/lightpanda.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/linguee.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/lyrenth.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/majestic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:24+00:00", "last": "2026-09-02T02:33:24+00:00" }, { "path": "/operator/meltwater.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/meta.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/mistral.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/mojeek.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/moz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/naver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/nict.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:25+00:00", "last": "2026-09-02T02:33:25+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:17+00:00", "last": "2026-09-02T02:33:17+00:00" }, { "path": "/operator/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/parallel.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:18+00:00", "last": "2026-09-02T02:33:18+00:00" }, { "path": "/operator/phind.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/pinterest.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/poseidon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/qualified.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/quantumcloud.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:26+00:00", "last": "2026-09-02T02:33:26+00:00" }, { "path": "/operator/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/qwant.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/reflection.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/rois.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/sbintuitions.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/screamingfrog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/semrush.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:27+00:00", "last": "2026-09-02T02:33:27+00:00" }, { "path": "/operator/serpstat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/seznam.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/sidetrade.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/slack.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/thinkbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:28+00:00", "last": "2026-09-02T02:33:28+00:00" }, { "path": "/operator/yandex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/operator/you.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:29+00:00", "last": "2026-09-02T02:33:29+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:31+00:00", "last": "2026-09-02T02:32:31+00:00" }, { "path": "/policy/allow-all.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:30+00:00", "last": "2026-09-02T02:32:30+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:31+00:00", "last": "2026-09-02T02:32:31+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:31+00:00", "last": "2026-09-02T02:32:31+00:00" }, { "path": "/policy/block-datasets.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:31+00:00", "last": "2026-09-02T02:32:31+00:00" }, { "path": "/policy/block-disputed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:32+00:00", "last": "2026-09-02T02:32:32+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:32+00:00", "last": "2026-09-02T02:32:32+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:32+00:00", "last": "2026-09-02T02:32:32+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:20+00:00", "last": "2026-09-02T02:32:20+00:00" }, { "path": "/reference", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:20+00:00", "last": "2026-09-02T02:32:20+00:00" }, { "path": "/register", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:19+00:00", "last": "2026-09-02T02:32:19+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:30+00:00", "last": "2026-09-02T02:32:30+00:00" }, { "path": "/robots/block-all-ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/robots/block-datasets.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/robots/block-disputed.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:33:30+00:00", "last": "2026-09-02T02:33:30+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:20+00:00", "last": "2026-09-02T02:32:20+00:00" }, { "path": "/snippet/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:34+00:00", "last": "2026-09-02T02:32:34+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:16+00:00", "last": "2026-09-02T02:32:16+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:21+00:00", "last": "2026-09-02T02:32:21+00:00" } ], "first_walk": [ { "path": "/mcp-doctor.html", "status": "200", "at": "2026-09-02T02:31:06+00:00" }, { "path": "/mcp-triage.html", "status": "200", "at": "2026-09-02T02:31:07+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T02:31:07+00:00" }, { "path": "/data", "status": "404", "at": "2026-09-02T02:31:07+00:00" }, { "path": "/mcp-robots.html", "status": "200", "at": "2026-09-02T02:31:07+00:00" }, { "path": "/bot", "status": "404", "at": "2026-09-02T02:31:07+00:00" }, { "path": "/mcp-netcheck.html", "status": "200", "at": "2026-09-02T02:31:10+00:00" }, { "path": "/operator", "status": "404", "at": "2026-09-02T02:31:12+00:00" }, { "path": "/crawler", "status": "404", "at": "2026-09-02T02:31:12+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-02T02:31:12+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-02T02:31:14+00:00" }, { "path": "/policy", "status": "404", "at": "2026-09-02T02:31:46+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-02T02:32:16+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-02T02:32:18+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-02T02:32:19+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-02T02:32:19+00:00" }, { "path": "/register", "status": "200", "at": "2026-09-02T02:32:19+00:00" }, { "path": "/reference", "status": "200", "at": "2026-09-02T02:32:20+00:00" }, { "path": "/security.html", "status": "200", "at": "2026-09-02T02:32:20+00:00" }, { "path": "/privacy.html", "status": "200", "at": "2026-09-02T02:32:20+00:00" }, { "path": "/ip-ranges", "status": "404", "at": "2026-09-02T02:32:21+00:00" }, { "path": "/terms.html", "status": "200", "at": "2026-09-02T02:32:21+00:00" }, { "path": "/crawler/gptbot.html", "status": "200", "at": "2026-09-02T02:32:21+00:00" }, { "path": "/crawler/oai-searchbot.html", "status": "200", "at": "2026-09-02T02:32:21+00:00" }, { "path": "/crawler/claudebot.html", "status": "200", "at": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/claude-searchbot.html", "status": "200", "at": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/google-extended.html", "status": "200", "at": "2026-09-02T02:32:22+00:00" }, { "path": "/crawler/perplexitybot.html", "status": "200", "at": "2026-09-02T02:32:23+00:00" }, { "path": "/crawler/ccbot.html", "status": "200", "at": "2026-09-02T02:32:23+00:00" }, { "path": "/crawler/bytespider.html", "status": "200", "at": "2026-09-02T02:32:23+00:00" }, { "path": "/category/search.html", "status": "200", "at": "2026-09-02T02:32:24+00:00" }, { "path": "/category/ai-training.html", "status": "200", "at": "2026-09-02T02:32:24+00:00" }, { "path": "/crawler/index.html", "status": "200", "at": "2026-09-02T02:32:24+00:00" }, { "path": "/category/tool.html", "status": "200", "at": "2026-09-02T02:32:25+00:00" }, { "path": "/category/ai-search.html", "status": "200", "at": "2026-09-02T02:32:25+00:00" }, { "path": "/category/dataset.html", "status": "200", "at": "2026-09-02T02:32:27+00:00" }, { "path": "/category/seo.html", "status": "200", "at": "2026-09-02T02:32:27+00:00" }, { "path": "/category/user-fetch.html", "status": "200", "at": "2026-09-02T02:32:27+00:00" }, { "path": "/category/preview.html", "status": "200", "at": "2026-09-02T02:32:28+00:00" }, { "path": "/category/archive.html", "status": "200", "at": "2026-09-02T02:32:28+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/data", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:31:07+00:00", "last_asked": "2026-09-02T02:31:11+00:00", "answered_200_since": "2026-09-02T03:05:05+00:00" }, { "path": "/bot", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:31:07+00:00", "last_asked": "2026-09-02T02:32:19+00:00", "answered_200_since": "2026-09-02T03:05:05+00:00" }, { "path": "/operator", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:31:12+00:00", "last_asked": "2026-09-02T02:32:01+00:00", "answered_200_since": "2026-09-02T03:05:05+00:00" }, { "path": "/crawler", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:31:12+00:00", "last_asked": "2026-09-02T02:31:30+00:00", "answered_200_since": "2026-09-02T03:05:06+00:00" }, { "path": "/policy", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:31:46+00:00", "last_asked": "2026-09-02T02:33:11+00:00", "answered_200_since": "2026-09-02T03:05:55+00:00" }, { "path": "/ip-ranges", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:32:21+00:00", "last_asked": "2026-09-02T02:33:17+00:00", "answered_200_since": "2026-09-02T03:05:06+00:00" }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 2 }, "first_asked": "2026-09-02T02:33:30+00:00", "last_asked": "2026-09-02T02:34:35+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T02:31:06Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "dataforseobot", "name": "DataForSeoBot", "group_key": "host:dataforseo.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)", "requests": 246, "addresses": 1, "first_seen": "2026-09-03T03:40:24+00:00", "last_seen": "2026-09-03T06:03:26+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)", "requests": 246, "addresses": 1, "first_seen": "2026-09-03T03:40:24+00:00", "last_seen": "2026-09-03T06:03:26+00:00", "bytes_served": 2714014, "classed_by_our_instrument": { "crawler": 246 }, "surfaces": { "pathwren-edge": 236, "http-tools": 7, "mcp-zero-argument-pair": 2, "changes-feed": 1 }, "channels": {}, "accept_headers": [], "status_codes": { "200": 244, "301": 2 }, "distinct_paths": 243, "paths": [ { "path": "/robots.txt", "requests": 4, "statuses": { "301": 2, "200": 2 }, "first": "2026-09-03T03:40:24+00:00", "last": "2026-09-03T03:40:46+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:40:39+00:00", "last": "2026-09-03T03:40:39+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:03+00:00", "last": "2026-09-03T04:47:03+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:43:49+00:00", "last": "2026-09-03T04:43:49+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:22+00:00", "last": "2026-09-03T04:44:22+00:00" }, { "path": "/bot/a2a-registry-smoke.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:53+00:00", "last": "2026-09-03T04:51:53+00:00" }, { "path": "/bot/a2a-security-research-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:10+00:00", "last": "2026-09-03T05:55:10+00:00" }, { "path": "/bot/aetherlink-public-discovery-evidence.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:00+00:00", "last": "2026-09-03T04:58:00+00:00" }, { "path": "/bot/agenstrybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:55+00:00", "last": "2026-09-03T04:56:55+00:00" }, { "path": "/bot/agent-tools-cloud-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:45+00:00", "last": "2026-09-03T05:59:45+00:00" }, { "path": "/bot/agent-world-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:32+00:00", "last": "2026-09-03T04:49:32+00:00" }, { "path": "/bot/agentalmanac-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:03:17+00:00", "last": "2026-09-03T06:03:17+00:00" }, { "path": "/bot/agentdisco.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:55+00:00", "last": "2026-09-03T04:55:55+00:00" }, { "path": "/bot/agentindexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:10+00:00", "last": "2026-09-03T06:00:10+00:00" }, { "path": "/bot/agentpointsdirectoryenricher.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:36+00:00", "last": "2026-09-03T05:50:36+00:00" }, { "path": "/bot/agentreputationbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:19+00:00", "last": "2026-09-03T06:00:19+00:00" }, { "path": "/bot/agentsure-mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:32+00:00", "last": "2026-09-03T05:51:32+00:00" }, { "path": "/bot/agenttrust-monitor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:47+00:00", "last": "2026-09-03T05:48:47+00:00" }, { "path": "/bot/ai-crawler-verify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:20+00:00", "last": "2026-09-03T05:54:20+00:00" }, { "path": "/bot/aisec-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:23+00:00", "last": "2026-09-03T04:50:23+00:00" }, { "path": "/bot/aive-mcp-discover.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:15+00:00", "last": "2026-09-03T05:57:15+00:00" }, { "path": "/bot/amazonbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:09+00:00", "last": "2026-09-03T04:52:09+00:00" }, { "path": "/bot/apievangelist-domain-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:58+00:00", "last": "2026-09-03T05:57:58+00:00" }, { "path": "/bot/apis-io-submit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:32+00:00", "last": "2026-09-03T04:58:32+00:00" }, { "path": "/bot/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:29+00:00", "last": "2026-09-03T05:48:29+00:00" }, { "path": "/bot/ardcrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:14+00:00", "last": "2026-09-03T05:53:14+00:00" }, { "path": "/bot/azureai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:30+00:00", "last": "2026-09-03T05:58:30+00:00" }, { "path": "/bot/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:14+00:00", "last": "2026-09-03T04:50:14+00:00" }, { "path": "/bot/chrome.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:13+00:00", "last": "2026-09-03T05:49:13+00:00" }, { "path": "/bot/curl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:12+00:00", "last": "2026-09-03T04:51:12+00:00" }, { "path": "/bot/discordbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:32+00:00", "last": "2026-09-03T04:50:32+00:00" }, { "path": "/bot/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:44+00:00", "last": "2026-09-03T05:50:44+00:00" }, { "path": "/bot/exaforce-mcprep.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:28+00:00", "last": "2026-09-03T05:54:28+00:00" }, { "path": "/bot/frndos.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:58+00:00", "last": "2026-09-03T04:49:58+00:00" }, { "path": "/bot/gf-agent-toll-remediation.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:16+00:00", "last": "2026-09-03T05:56:16+00:00" }, { "path": "/bot/go-http-client.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:59+00:00", "last": "2026-09-03T06:02:59+00:00" }, { "path": "/bot/googlebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:25+00:00", "last": "2026-09-03T05:56:25+00:00" }, { "path": "/bot/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:51+00:00", "last": "2026-09-03T04:48:51+00:00" }, { "path": "/bot/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:40+00:00", "last": "2026-09-03T05:52:40+00:00" }, { "path": "/bot/graphadvocate-outreach.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:06+00:00", "last": "2026-09-03T05:58:06+00:00" }, { "path": "/bot/guild-reachability-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:31+00:00", "last": "2026-09-03T04:59:31+00:00" }, { "path": "/bot/guzzlehttp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:36+00:00", "last": "2026-09-03T05:59:36+00:00" }, { "path": "/bot/hultra-link.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:47+00:00", "last": "2026-09-03T04:59:47+00:00" }, { "path": "/bot/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:43:33+00:00", "last": "2026-09-03T04:43:33+00:00" }, { "path": "/bot/invinoveritas-handshake.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:22+00:00", "last": "2026-09-03T04:54:22+00:00" }, { "path": "/bot/io-verifymcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:44+00:00", "last": "2026-09-03T04:51:44+00:00" }, { "path": "/bot/itinai-importer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:46:57+00:00", "last": "2026-09-03T05:46:57+00:00" }, { "path": "/bot/jscrawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:55+00:00", "last": "2026-09-03T05:58:55+00:00" }, { "path": "/bot/mcp-checker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:34+00:00", "last": "2026-09-03T04:53:34+00:00" }, { "path": "/bot/mcp-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:48+00:00", "last": "2026-09-03T05:53:48+00:00" }, { "path": "/bot/mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:38+00:00", "last": "2026-09-03T04:54:38+00:00" }, { "path": "/bot/mcp-rugpull-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:52+00:00", "last": "2026-09-03T06:01:52+00:00" }, { "path": "/bot/mcp-schema-archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:16+00:00", "last": "2026-09-03T04:49:16+00:00" }, { "path": "/bot/mcp-stats-prober.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:16+00:00", "last": "2026-09-03T04:58:16+00:00" }, { "path": "/bot/mcp2-research.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:45+00:00", "last": "2026-09-03T05:54:45+00:00" }, { "path": "/bot/mcpbeat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:24+00:00", "last": "2026-09-03T05:51:24+00:00" }, { "path": "/bot/mcpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:57+00:00", "last": "2026-09-03T04:58:57+00:00" }, { "path": "/bot/mcpqueen-grader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:56+00:00", "last": "2026-09-03T04:50:56+00:00" }, { "path": "/bot/mcpscan.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:23+00:00", "last": "2026-09-03T04:59:23+00:00" }, { "path": "/bot/mcpwatch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:57+00:00", "last": "2026-09-03T05:51:57+00:00" }, { "path": "/bot/mcpwitness.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:12+00:00", "last": "2026-09-03T05:54:12+00:00" }, { "path": "/bot/meta-externalagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:50+00:00", "last": "2026-09-03T04:52:50+00:00" }, { "path": "/bot/movanas-registry-snapshot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:40+00:00", "last": "2026-09-03T04:50:40+00:00" }, { "path": "/bot/mozilla.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:49+00:00", "last": "2026-09-03T05:56:49+00:00" }, { "path": "/bot/mwmbl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:38+00:00", "last": "2026-09-03T05:49:38+00:00" }, { "path": "/bot/neuronto.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:52+00:00", "last": "2026-09-03T05:50:52+00:00" }, { "path": "/bot/packages-ecosyste-ms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:00+00:00", "last": "2026-09-03T05:56:00+00:00" }, { "path": "/bot/personal-agent-platform-readonly-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:14+00:00", "last": "2026-09-03T04:54:14+00:00" }, { "path": "/bot/proofbench.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:28+00:00", "last": "2026-09-03T04:51:28+00:00" }, { "path": "/bot/python-httpx2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:29+00:00", "last": "2026-09-03T04:56:29+00:00" }, { "path": "/bot/python-requests.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:04+00:00", "last": "2026-09-03T04:56:04+00:00" }, { "path": "/bot/qtcreator.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:43+00:00", "last": "2026-09-03T04:48:43+00:00" }, { "path": "/bot/reactornetty.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:06+00:00", "last": "2026-09-03T04:54:06+00:00" }, { "path": "/bot/reliability-bureau-spike.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:13+00:00", "last": "2026-09-03T04:55:13+00:00" }, { "path": "/bot/sasame-census-era-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:56+00:00", "last": "2026-09-03T05:48:56+00:00" }, { "path": "/bot/sasame-mcp-audit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:35+00:00", "last": "2026-09-03T05:55:35+00:00" }, { "path": "/bot/sasameagentaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:05+00:00", "last": "2026-09-03T04:55:05+00:00" }, { "path": "/bot/shapbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:41+00:00", "last": "2026-09-03T05:57:41+00:00" }, { "path": "/bot/spanly-enrich.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:13+00:00", "last": "2026-09-03T04:59:13+00:00" }, { "path": "/bot/strand-mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:30+00:00", "last": "2026-09-03T04:55:30+00:00" }, { "path": "/bot/tar-directory-indexer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:03:26+00:00", "last": "2026-09-03T06:03:26+00:00" }, { "path": "/bot/tar-health.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:02+00:00", "last": "2026-09-03T06:02:02+00:00" }, { "path": "/bot/telegram.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:22+00:00", "last": "2026-09-03T05:58:22+00:00" }, { "path": "/bot/truespar-mcp-registry.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:58+00:00", "last": "2026-09-03T04:53:58+00:00" }, { "path": "/bot/undici.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:09+00:00", "last": "2026-09-03T06:01:09+00:00" }, { "path": "/bot/utopian-foundry-probe.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:34+00:00", "last": "2026-09-03T04:52:34+00:00" }, { "path": "/bot/verifymcp-ownersbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:08+00:00", "last": "2026-09-03T05:51:08+00:00" }, { "path": "/bot/x402-observatory.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:56+00:00", "last": "2026-09-03T04:59:56+00:00" }, { "path": "/bot/yandexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:43+00:00", "last": "2026-09-03T06:01:43+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:49+00:00", "last": "2026-09-03T04:49:49+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:40+00:00", "last": "2026-09-03T05:51:40+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:03+00:00", "last": "2026-09-03T05:50:03+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:13+00:00", "last": "2026-09-03T04:45:13+00:00" }, { "path": "/changes.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:19+00:00", "last": "2026-09-03T04:47:19+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:38+00:00", "last": "2026-09-03T04:46:38+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:05+00:00", "last": "2026-09-03T04:46:05+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:52+00:00", "last": "2026-09-03T05:55:52+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:58+00:00", "last": "2026-09-03T05:56:58+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:44+00:00", "last": "2026-09-03T05:55:44+00:00" }, { "path": "/crawler/anthropic-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:06+00:00", "last": "2026-09-03T04:50:06+00:00" }, { "path": "/crawler/apis-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:07+00:00", "last": "2026-09-03T04:49:07+00:00" }, { "path": "/crawler/archive-org-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:30+00:00", "last": "2026-09-03T04:54:30+00:00" }, { "path": "/crawler/bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:39+00:00", "last": "2026-09-03T05:58:39+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:25+00:00", "last": "2026-09-03T04:52:25+00:00" }, { "path": "/crawler/cohere-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:13+00:00", "last": "2026-09-03T05:48:13+00:00" }, { "path": "/crawler/cohere-training-data-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:04+00:00", "last": "2026-09-03T05:54:04+00:00" }, { "path": "/crawler/crawl4ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:01+00:00", "last": "2026-09-03T04:52:01+00:00" }, { "path": "/crawler/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:18+00:00", "last": "2026-09-03T06:01:18+00:00" }, { "path": "/crawler/dataforseobot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:05+00:00", "last": "2026-09-03T05:52:05+00:00" }, { "path": "/crawler/diffbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:42+00:00", "last": "2026-09-03T04:53:42+00:00" }, { "path": "/crawler/dotbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:03+00:00", "last": "2026-09-03T05:59:03+00:00" }, { "path": "/crawler/duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:21+00:00", "last": "2026-09-03T05:48:21+00:00" }, { "path": "/crawler/facebookbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:56+00:00", "last": "2026-09-03T05:47:56+00:00" }, { "path": "/crawler/factset-spyderbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:38+00:00", "last": "2026-09-03T04:56:38+00:00" }, { "path": "/crawler/firecrawlagent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:02+00:00", "last": "2026-09-03T06:00:02+00:00" }, { "path": "/crawler/google-cws.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:32+00:00", "last": "2026-09-03T05:57:32+00:00" }, { "path": "/crawler/google-extended.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:33+00:00", "last": "2026-09-03T05:56:33+00:00" }, { "path": "/crawler/google-gemininotebook.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:38+00:00", "last": "2026-09-03T04:55:38+00:00" }, { "path": "/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:07+00:00", "last": "2026-09-03T05:57:07+00:00" }, { "path": "/crawler/google-pinpoint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:05+00:00", "last": "2026-09-03T05:47:05+00:00" }, { "path": "/crawler/googlebot-image.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:12+00:00", "last": "2026-09-03T04:56:12+00:00" }, { "path": "/crawler/googlebot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:46+00:00", "last": "2026-09-03T05:49:46+00:00" }, { "path": "/crawler/googleproducer.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:36+00:00", "last": "2026-09-03T04:51:36+00:00" }, { "path": "/crawler/gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:26+00:00", "last": "2026-09-03T06:02:26+00:00" }, { "path": "/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:29+00:00", "last": "2026-09-03T05:49:29+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:53+00:00", "last": "2026-09-03T05:54:53+00:00" }, { "path": "/crawler/klaviyoaibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:28+00:00", "last": "2026-09-03T04:57:28+00:00" }, { "path": "/crawler/laiondownloader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:57+00:00", "last": "2026-09-03T05:52:57+00:00" }, { "path": "/crawler/linguee-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:39+00:00", "last": "2026-09-03T05:47:39+00:00" }, { "path": "/crawler/mediapartners-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:04+00:00", "last": "2026-09-03T05:49:04+00:00" }, { "path": "/crawler/mj12bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:49+00:00", "last": "2026-09-03T05:52:49+00:00" }, { "path": "/crawler/mojeekbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:50+00:00", "last": "2026-09-03T04:53:50+00:00" }, { "path": "/crawler/omgili.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:23+00:00", "last": "2026-09-03T05:57:23+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:02+00:00", "last": "2026-09-03T05:55:02+00:00" }, { "path": "/crawler/pinterestbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:39+00:00", "last": "2026-09-03T04:59:39+00:00" }, { "path": "/crawler/qualifiedbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:20+00:00", "last": "2026-09-03T04:51:20+00:00" }, { "path": "/crawler/quillbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:54+00:00", "last": "2026-09-03T05:59:54+00:00" }, { "path": "/crawler/qwantbot-news.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:21+00:00", "last": "2026-09-03T05:49:21+00:00" }, { "path": "/crawler/qwantbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:06+00:00", "last": "2026-09-03T05:53:06+00:00" }, { "path": "/crawler/reflectionbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:54:36+00:00", "last": "2026-09-03T05:54:36+00:00" }, { "path": "/crawler/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:59+00:00", "last": "2026-09-03T04:52:59+00:00" }, { "path": "/crawler/semrushbot-esi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:40+00:00", "last": "2026-09-03T05:53:40+00:00" }, { "path": "/crawler/semrushbot-ft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:49:54+00:00", "last": "2026-09-03T05:49:54+00:00" }, { "path": "/crawler/semrushbot-ocob.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:47+00:00", "last": "2026-09-03T05:58:47+00:00" }, { "path": "/crawler/semrushbot-swa.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:47+00:00", "last": "2026-09-03T04:54:47+00:00" }, { "path": "/crawler/semrushbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:27+00:00", "last": "2026-09-03T05:59:27+00:00" }, { "path": "/crawler/sidetrade-indexer-bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:11+00:00", "last": "2026-09-03T05:59:11+00:00" }, { "path": "/crawler/splitsignalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:08+00:00", "last": "2026-09-03T04:58:08+00:00" }, { "path": "/crawler/tiktokspider.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:18+00:00", "last": "2026-09-03T06:02:18+00:00" }, { "path": "/crawler/timpibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:16+00:00", "last": "2026-09-03T04:53:16+00:00" }, { "path": "/crawler/wpbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:49+00:00", "last": "2026-09-03T04:58:49+00:00" }, { "path": "/crawler/yandexadditional.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:44+00:00", "last": "2026-09-03T06:00:44+00:00" }, { "path": "/crawler/yandexadditionalbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:19+00:00", "last": "2026-09-03T04:57:19+00:00" }, { "path": "/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:47+00:00", "last": "2026-09-03T04:56:47+00:00" }, { "path": "/crawler/yandexcalendar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:03:08+00:00", "last": "2026-09-03T06:03:08+00:00" }, { "path": "/crawler/yandexfavicons.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:11+00:00", "last": "2026-09-03T05:50:11+00:00" }, { "path": "/crawler/yandexrenderresourcesbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:01+00:00", "last": "2026-09-03T06:01:01+00:00" }, { "path": "/data/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:43+00:00", "last": "2026-09-03T06:02:43+00:00" }, { "path": "/documents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:52+00:00", "last": "2026-09-03T04:47:52+00:00" }, { "path": "/impressum", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:11+00:00", "last": "2026-09-03T04:47:11+00:00" }, { "path": "/inference.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:30+00:00", "last": "2026-09-03T04:46:30+00:00" }, { "path": "/ip-ranges/apple-applebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:51+00:00", "last": "2026-09-03T06:02:51+00:00" }, { "path": "/ip-ranges/bing-bingbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:00+00:00", "last": "2026-09-03T05:51:00+00:00" }, { "path": "/ip-ranges/commoncrawl-ccbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:46+00:00", "last": "2026-09-03T04:55:46+00:00" }, { "path": "/ip-ranges/duckduckgo-duckduckbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:49+00:00", "last": "2026-09-03T05:57:49+00:00" }, { "path": "/ip-ranges/google-special.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:31+00:00", "last": "2026-09-03T05:52:31+00:00" }, { "path": "/ip-ranges/google-user-triggered.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:34+00:00", "last": "2026-09-03T06:02:34+00:00" }, { "path": "/ip-ranges/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:24+00:00", "last": "2026-09-03T04:58:24+00:00" }, { "path": "/ip-ranges/openai-chatgpt-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:59+00:00", "last": "2026-09-03T04:48:59+00:00" }, { "path": "/ip-ranges/openai-gptbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:08+00:00", "last": "2026-09-03T04:53:08+00:00" }, { "path": "/ip-ranges/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:23+00:00", "last": "2026-09-03T05:53:23+00:00" }, { "path": "/legal", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:13+00:00", "last": "2026-09-03T04:46:13+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:56+00:00", "last": "2026-09-03T04:44:56+00:00" }, { "path": "/mcp-lint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:14+00:00", "last": "2026-09-03T04:44:14+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:05+00:00", "last": "2026-09-03T04:44:05+00:00" }, { "path": "/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:23+00:00", "last": "2026-09-03T04:45:23+00:00" }, { "path": "/mcp-transport.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:43:57+00:00", "last": "2026-09-03T04:43:57+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:43:41+00:00", "last": "2026-09-03T04:43:41+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:46+00:00", "last": "2026-09-03T04:46:46+00:00" }, { "path": "/operator/ai2.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:42+00:00", "last": "2026-09-03T04:52:42+00:00" }, { "path": "/operator/amazon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:54:56+00:00", "last": "2026-09-03T04:54:56+00:00" }, { "path": "/operator/anthropic.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:22+00:00", "last": "2026-09-03T04:55:22+00:00" }, { "path": "/operator/apple.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:53:25+00:00", "last": "2026-09-03T04:53:25+00:00" }, { "path": "/operator/atlassian.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:44+00:00", "last": "2026-09-03T04:57:44+00:00" }, { "path": "/operator/awario.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:35+00:00", "last": "2026-09-03T06:01:35+00:00" }, { "path": "/operator/babbar.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:24+00:00", "last": "2026-09-03T04:49:24+00:00" }, { "path": "/operator/commoncrawl.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:11+00:00", "last": "2026-09-03T04:57:11+00:00" }, { "path": "/operator/crawlspace.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:58:14+00:00", "last": "2026-09-03T05:58:14+00:00" }, { "path": "/operator/dataforseo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:23+00:00", "last": "2026-09-03T05:47:23+00:00" }, { "path": "/operator/duckduckgo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:59:05+00:00", "last": "2026-09-03T04:59:05+00:00" }, { "path": "/operator/factset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:56+00:00", "last": "2026-09-03T05:53:56+00:00" }, { "path": "/operator/huawei.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:16+00:00", "last": "2026-09-03T05:51:16+00:00" }, { "path": "/operator/laion.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:52:17+00:00", "last": "2026-09-03T04:52:17+00:00" }, { "path": "/operator/lyrenth.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:59:19+00:00", "last": "2026-09-03T05:59:19+00:00" }, { "path": "/operator/microsoft.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:22+00:00", "last": "2026-09-03T05:52:22+00:00" }, { "path": "/operator/mojeek.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:49:40+00:00", "last": "2026-09-03T04:49:40+00:00" }, { "path": "/operator/moz.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:28+00:00", "last": "2026-09-03T06:00:28+00:00" }, { "path": "/operator/openai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:50:48+00:00", "last": "2026-09-03T04:50:48+00:00" }, { "path": "/operator/panscient.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:38+00:00", "last": "2026-09-03T05:48:38+00:00" }, { "path": "/operator/perplexity.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:52:14+00:00", "last": "2026-09-03T05:52:14+00:00" }, { "path": "/operator/phind.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:01:26+00:00", "last": "2026-09-03T06:01:26+00:00" }, { "path": "/operator/pinterest.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:08+00:00", "last": "2026-09-03T05:56:08+00:00" }, { "path": "/operator/poseidon.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:56:41+00:00", "last": "2026-09-03T05:56:41+00:00" }, { "path": "/operator/qualified.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:28+00:00", "last": "2026-09-03T05:50:28+00:00" }, { "path": "/operator/qwant.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:10+00:00", "last": "2026-09-03T06:02:10+00:00" }, { "path": "/operator/reflection.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:52+00:00", "last": "2026-09-03T04:57:52+00:00" }, { "path": "/operator/rois.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:03+00:00", "last": "2026-09-03T04:57:03+00:00" }, { "path": "/operator/sbintuitions.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:19+00:00", "last": "2026-09-03T05:55:19+00:00" }, { "path": "/operator/scrapy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:48:04+00:00", "last": "2026-09-03T05:48:04+00:00" }, { "path": "/operator/screamingfrog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:53:31+00:00", "last": "2026-09-03T05:53:31+00:00" }, { "path": "/operator/seokicks.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:36+00:00", "last": "2026-09-03T04:57:36+00:00" }, { "path": "/operator/serpstat.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:31+00:00", "last": "2026-09-03T05:47:31+00:00" }, { "path": "/operator/slack.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:27+00:00", "last": "2026-09-03T05:55:27+00:00" }, { "path": "/operator/timpi.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:53+00:00", "last": "2026-09-03T06:00:53+00:00" }, { "path": "/operator/yandex.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:36+00:00", "last": "2026-09-03T06:00:36+00:00" }, { "path": "/packages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:22+00:00", "last": "2026-09-03T04:46:22+00:00" }, { "path": "/policy/allow-ai-search-only.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:51:04+00:00", "last": "2026-09-03T04:51:04+00:00" }, { "path": "/policy/block-ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:46:48+00:00", "last": "2026-09-03T05:46:48+00:00" }, { "path": "/policy/block-all-ai.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:20+00:00", "last": "2026-09-03T04:56:20+00:00" }, { "path": "/policy/block-seo-tools.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:48+00:00", "last": "2026-09-03T05:47:48+00:00" }, { "path": "/policy/maximum-ai-visibility.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:51:48+00:00", "last": "2026-09-03T05:51:48+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:46:54+00:00", "last": "2026-09-03T04:46:54+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:05+00:00", "last": "2026-09-03T04:45:05+00:00" }, { "path": "/reference", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:39+00:00", "last": "2026-09-03T04:45:39+00:00" }, { "path": "/register", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:56+00:00", "last": "2026-09-03T04:45:56+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:39+00:00", "last": "2026-09-03T04:44:39+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:40:53+00:00", "last": "2026-09-03T03:40:53+00:00" }, { "path": "/snippet/apache-htaccess.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:47:14+00:00", "last": "2026-09-03T05:47:14+00:00" }, { "path": "/snippet/cloudflare-worker.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:58:41+00:00", "last": "2026-09-03T04:58:41+00:00" }, { "path": "/snippet/nginx-map.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:50:20+00:00", "last": "2026-09-03T05:50:20+00:00" }, { "path": "/snippet/python-classify.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:00:05+00:00", "last": "2026-09-03T05:00:05+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:48+00:00", "last": "2026-09-03T04:44:48+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:44:30+00:00", "last": "2026-09-03T04:44:30+00:00" }, { "path": "/tools/ai-access.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:34+00:00", "last": "2026-09-03T04:48:34+00:00" }, { "path": "/tools/classify-ua.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:25+00:00", "last": "2026-09-03T04:48:25+00:00" }, { "path": "/tools/example.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:17+00:00", "last": "2026-09-03T04:48:17+00:00" }, { "path": "/tools/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:31+00:00", "last": "2026-09-03T04:45:31+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:36+00:00", "last": "2026-09-03T04:47:36+00:00" }, { "path": "/tools/robots-lint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:00+00:00", "last": "2026-09-03T04:48:00+00:00" }, { "path": "/tools/verification-methods.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:27+00:00", "last": "2026-09-03T04:47:27+00:00" }, { "path": "/tools/verify-crawler.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:48:09+00:00", "last": "2026-09-03T04:48:09+00:00" }, { "path": "/tools/whoami.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:47:44+00:00", "last": "2026-09-03T04:47:44+00:00" }, { "path": "/trust", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:45:47+00:00", "last": "2026-09-03T04:45:47+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "301", "at": "2026-09-03T03:40:24+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T03:40:39+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-03T03:40:53+00:00" }, { "path": "/bot/index.html", "status": "200", "at": "2026-09-03T04:43:33+00:00" }, { "path": "/mcp-triage.html", "status": "200", "at": "2026-09-03T04:43:41+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-03T04:43:49+00:00" }, { "path": "/mcp-transport.html", "status": "200", "at": "2026-09-03T04:43:57+00:00" }, { "path": "/mcp-netcheck.html", "status": "200", "at": "2026-09-03T04:44:05+00:00" }, { "path": "/mcp-lint.html", "status": "200", "at": "2026-09-03T04:44:14+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-03T04:44:22+00:00" }, { "path": "/terms.html", "status": "200", "at": "2026-09-03T04:44:30+00:00" }, { "path": "/security.html", "status": "200", "at": "2026-09-03T04:44:39+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-03T04:44:48+00:00" }, { "path": "/mcp-doctor.html", "status": "200", "at": "2026-09-03T04:44:56+00:00" }, { "path": "/privacy.html", "status": "200", "at": "2026-09-03T04:45:05+00:00" }, { "path": "/changelog.html", "status": "200", "at": "2026-09-03T04:45:13+00:00" }, { "path": "/mcp-robots.html", "status": "200", "at": "2026-09-03T04:45:23+00:00" }, { "path": "/tools/index.html", "status": "200", "at": "2026-09-03T04:45:31+00:00" }, { "path": "/reference", "status": "200", "at": "2026-09-03T04:45:39+00:00" }, { "path": "/trust", "status": "200", "at": "2026-09-03T04:45:47+00:00" }, { "path": "/register", "status": "200", "at": "2026-09-03T04:45:56+00:00" }, { "path": "/contact", "status": "200", "at": "2026-09-03T04:46:05+00:00" }, { "path": "/legal", "status": "200", "at": "2026-09-03T04:46:13+00:00" }, { "path": "/packages.html", "status": "200", "at": "2026-09-03T04:46:22+00:00" }, { "path": "/inference.html", "status": "200", "at": "2026-09-03T04:46:30+00:00" }, { "path": "/compliance", "status": "200", "at": "2026-09-03T04:46:38+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-03T04:46:46+00:00" }, { "path": "/pricing", "status": "200", "at": "2026-09-03T04:46:54+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-03T04:47:03+00:00" }, { "path": "/impressum", "status": "200", "at": "2026-09-03T04:47:11+00:00" }, { "path": "/changes.json", "status": "200", "at": "2026-09-03T04:47:19+00:00" }, { "path": "/tools/verification-methods.html", "status": "200", "at": "2026-09-03T04:47:27+00:00" }, { "path": "/tools/robots-allowed.html", "status": "200", "at": "2026-09-03T04:47:36+00:00" }, { "path": "/tools/whoami.html", "status": "200", "at": "2026-09-03T04:47:44+00:00" }, { "path": "/documents.json", "status": "200", "at": "2026-09-03T04:47:52+00:00" }, { "path": "/tools/robots-lint.html", "status": "200", "at": "2026-09-03T04:48:00+00:00" }, { "path": "/tools/verify-crawler.html", "status": "200", "at": "2026-09-03T04:48:09+00:00" }, { "path": "/tools/example.html", "status": "200", "at": "2026-09-03T04:48:17+00:00" }, { "path": "/tools/classify-ua.html", "status": "200", "at": "2026-09-03T04:48:25+00:00" }, { "path": "/tools/ai-access.html", "status": "200", "at": "2026-09-03T04:48:34+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 63.2, "visit_starts": [ "2026-09-03T03:40:24Z", "2026-09-03T04:43:33Z", "2026-09-03T05:46:48Z" ] }, "documentation_url": "https://dataforseo.com/dataforseo-bot", "self_described_as": "DataForSeoBot/1.0" }, { "slug": "agent-tools-cloud-crawler", "name": "agent-tools.cloud-crawler", "group_key": "host:agent-tools.cloud", "kind": "named", "user_agents": [ { "ua": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", "requests": 197, "addresses": 1, "first_seen": "2026-09-01T03:55:53+00:00", "last_seen": "2026-09-03T04:21:57+00:00" }, { "ua": "agent-tools.cloud-a2a/0.1 (+https://agent-tools.cloud)", "requests": 36, "addresses": 1, "first_seen": "2026-09-01T04:10:46+00:00", "last_seen": "2026-09-03T03:34:14+00:00" } ], "primary_user_agent": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", "requests": 233, "addresses": 1, "first_seen": "2026-09-01T03:55:53+00:00", "last_seen": "2026-09-03T04:21:57+00:00", "bytes_served": 1100944, "classed_by_our_instrument": { "crawler": 197, "agent": 36 }, "surfaces": { "mcp-crawler-index": 77, "pathwren-edge": 69, "a2a-crawler-index": 68, "x402-payment-discovery": 15, "mcp-agent-discovery-doctor": 2, "mcp-crawler-log-triage": 2 }, "channels": { "mcp-registry-official": 43, "agent-tools-cloud": 42, "a2a-registry-org": 9 }, "accept_headers": [ "application/json", "application/json, text/event-stream" ], "status_codes": { "200": 228, "202": 4, "400": 1 }, "distinct_paths": 24, "paths": [ { "path": "/", "requests": 35, "statuses": { "200": 35 }, "first": "2026-09-01T07:49:16+00:00", "last": "2026-09-03T03:59:48+00:00" }, { "path": "/mcp", "requests": 34, "statuses": { "200": 34 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-03T04:21:57+00:00" }, { "path": "/.well-known/x402", "requests": 24, "statuses": { "200": 24 }, "first": "2026-09-01T07:49:16+00:00", "last": "2026-09-03T03:32:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 16, "statuses": { "200": 13, "202": 3 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-03T04:21:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 16, "statuses": { "200": 15, "202": 1 }, "first": "2026-09-01T03:55:53+00:00", "last": "2026-09-03T04:21:57+00:00" }, { "path": "/c/agent-tools-cloud/mcp", "requests": 15, "statuses": { "200": 15 }, "first": "2026-09-01T07:49:16+00:00", "last": "2026-09-03T03:32:21+00:00" }, { "path": "/.well-known/x402.json", "requests": 10, "statuses": { "200": 10 }, "first": "2026-09-01T07:49:16+00:00", "last": "2026-09-03T00:44:30+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 9, "statuses": { "200": 9 }, "first": "2026-09-01T04:10:46+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/a2a/doctor", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T15:58:12+00:00", "last": "2026-09-03T03:32:23+00:00" }, { "path": "/a2a/netcheck", "requests": 8, "statuses": { "400": 1, "200": 7 }, "first": "2026-09-01T15:57:50+00:00", "last": "2026-09-03T03:32:23+00:00" }, { "path": "/a2a/robots", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T15:57:58+00:00", "last": "2026-09-03T03:32:23+00:00" }, { "path": "/a2a/triage", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T15:58:05+00:00", "last": "2026-09-03T03:32:23+00:00" }, { "path": "/a2a", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-02T00:34:15+00:00", "last": "2026-09-03T03:32:24+00:00" }, { "path": "/c/agent-tools-cloud/", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T07:49:19+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/netcheck/", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T15:57:50+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/triage/", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T15:58:05+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/doctor/", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T15:58:12+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/robots/", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T15:57:57+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/a2a/discovery", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T00:35:08+00:00", "last": "2026-09-03T03:32:24+00:00" }, { "path": "/a2a/lint", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T00:35:08+00:00", "last": "2026-09-03T03:32:24+00:00" }, { "path": "/a2a/score", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T00:35:08+00:00", "last": "2026-09-03T03:32:38+00:00" }, { "path": "/c/agent-tools-cloud/a2a/discovery/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:34:14+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/lint/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:34:14+00:00", "last": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/score/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:34:14+00:00", "last": "2026-09-03T03:34:14+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:55:53+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:10:46+00:00" }, { "path": "/c/agent-tools-cloud/mcp", "status": "200", "at": "2026-09-01T07:49:16+00:00" }, { "path": "/.well-known/x402.json", "status": "200", "at": "2026-09-01T07:49:16+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-01T07:49:16+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T07:49:16+00:00" }, { "path": "/c/agent-tools-cloud/", "status": "200", "at": "2026-09-01T07:49:19+00:00" }, { "path": "/c/agent-tools-cloud/a2a/netcheck/", "status": "200", "at": "2026-09-01T15:57:50+00:00" }, { "path": "/a2a/netcheck", "status": "200", "at": "2026-09-01T15:57:50+00:00" }, { "path": "/c/agent-tools-cloud/a2a/robots/", "status": "200", "at": "2026-09-01T15:57:57+00:00" }, { "path": "/a2a/robots", "status": "200", "at": "2026-09-01T15:57:58+00:00" }, { "path": "/c/agent-tools-cloud/a2a/triage/", "status": "200", "at": "2026-09-01T15:58:05+00:00" }, { "path": "/a2a/triage", "status": "200", "at": "2026-09-01T15:58:05+00:00" }, { "path": "/c/agent-tools-cloud/a2a/doctor/", "status": "200", "at": "2026-09-01T15:58:12+00:00" }, { "path": "/a2a/doctor", "status": "200", "at": "2026-09-01T15:58:12+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-02T00:34:15+00:00" }, { "path": "/a2a/discovery", "status": "200", "at": "2026-09-03T00:35:08+00:00" }, { "path": "/a2a/score", "status": "200", "at": "2026-09-03T00:35:08+00:00" }, { "path": "/a2a/lint", "status": "200", "at": "2026-09-03T00:35:08+00:00" }, { "path": "/c/agent-tools-cloud/a2a/discovery/", "status": "200", "at": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/score/", "status": "200", "at": "2026-09-03T03:34:14+00:00" }, { "path": "/c/agent-tools-cloud/a2a/lint/", "status": "200", "at": "2026-09-03T03:34:14+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/a2a/netcheck", "statuses": { "400": 1 }, "first_asked": "2026-09-01T15:57:50+00:00", "last_asked": "2026-09-03T03:32:23+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 16, "median_gap_minutes": 106.6, "visit_starts": [ "2026-09-01T03:55:53Z", "2026-09-01T07:32:58Z", "2026-09-01T09:48:01Z", "2026-09-01T11:34:39Z", "2026-09-01T12:21:00Z", "2026-09-01T13:53:15Z", "2026-09-01T15:32:57Z", "2026-09-01T23:32:26Z", "2026-09-02T00:19:25Z", "2026-09-02T03:29:28Z", "2026-09-02T07:29:33Z", "2026-09-02T08:15:38Z", "2026-09-02T09:58:57Z", "2026-09-02T11:34:24Z", "2026-09-03T00:25:46Z", "2026-09-03T03:32:21Z" ] }, "documentation_url": "https://agent-tools.cloud", "self_described_as": null }, { "slug": "402explorer", "name": "402explorer", "group_key": "host:discover.paygent.net", "kind": "named", "user_agents": [ { "ua": "402explorer/0.1 (+https://discover.paygent.net/about)", "requests": 211, "addresses": 1, "first_seen": "2026-09-01T04:08:29+00:00", "last_seen": "2026-09-03T06:00:34+00:00" } ], "primary_user_agent": "402explorer/0.1 (+https://discover.paygent.net/about)", "requests": 211, "addresses": 1, "first_seen": "2026-09-01T04:08:29+00:00", "last_seen": "2026-09-03T06:00:34+00:00", "bytes_served": 2555656, "classed_by_our_instrument": { "agent": 206, "crawler": 5 }, "surfaces": { "mcp-crawler-index": 147, "pathwren-edge": 22, "a2a-crawler-index": 22, "x402-payment-discovery": 4, "mcp-endpoint-lint": 4, "mcp-agent-discovery-doctor": 3, "mcp-crawler-log-triage": 3, "mcp-crawler-ip-verifier": 3, "mcp-robots-policy-lint": 3 }, "channels": { "mcp-registry-official": 145, "paygent-discover": 15, "paygent-x402": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 211 }, "distinct_paths": 15, "paths": [ { "path": "/mcp", "requests": 29, "statuses": { "200": 29 }, "first": "2026-09-01T04:08:32+00:00", "last": "2026-09-03T05:48:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 27, "statuses": { "200": 27 }, "first": "2026-09-01T04:08:29+00:00", "last": "2026-09-03T05:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 25, "statuses": { "200": 25 }, "first": "2026-09-01T04:08:35+00:00", "last": "2026-09-03T05:48:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 25, "statuses": { "200": 25 }, "first": "2026-09-01T04:08:38+00:00", "last": "2026-09-03T05:48:44+00:00" }, { "path": "/a2a", "requests": 22, "statuses": { "200": 22 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T05:28:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 17, "statuses": { "200": 17 }, "first": "2026-09-01T16:09:10+00:00", "last": "2026-09-03T05:18:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 17, "statuses": { "200": 17 }, "first": "2026-09-01T16:09:12+00:00", "last": "2026-09-03T05:18:31+00:00" }, { "path": "/c/paygent-discover/mcp", "requests": 15, "statuses": { "200": 15 }, "first": "2026-09-02T00:42:21+00:00", "last": "2026-09-03T05:28:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-02T19:39:51+00:00", "last": "2026-09-03T06:00:34+00:00" }, { "path": "/", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T03:55:53+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T03:55:53+00:00" }, { "path": "/.well-known/x402", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T03:55:53+00:00" }, { "path": "/openapi.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T03:55:53+00:00" }, { "path": "/robots.txt", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:55:53+00:00", "last": "2026-09-03T03:55:53+00:00" }, { "path": "/c/paygent-x402/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:32:11+00:00", "last": "2026-09-02T02:32:11+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:08:29+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T04:08:32+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T04:08:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T04:08:38+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T09:55:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:09:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:09:12+00:00" }, { "path": "/c/paygent-discover/mcp", "status": "200", "at": "2026-09-02T00:42:21+00:00" }, { "path": "/c/paygent-x402/.well-known/x402", "status": "200", "at": "2026-09-02T02:32:11+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-02T19:39:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 20, "median_gap_minutes": 70.2, "visit_starts": [ "2026-09-01T04:08:29Z", "2026-09-01T05:18:28Z", "2026-09-01T06:28:27Z", "2026-09-01T07:38:27Z", "2026-09-01T08:48:36Z", "2026-09-01T09:55:53Z", "2026-09-01T10:59:00Z", "2026-09-01T12:03:30Z", "2026-09-01T13:09:01Z", "2026-09-01T14:19:00Z", "2026-09-01T15:28:59Z", "2026-09-01T17:48:57Z", "2026-09-02T00:18:15Z", "2026-09-02T05:18:53Z", "2026-09-02T11:29:03Z", "2026-09-02T15:28:51Z", "2026-09-02T19:39:51Z", "2026-09-02T21:59:05Z", "2026-09-03T00:19:08Z", "2026-09-03T04:50:38Z" ] }, "documentation_url": "https://discover.paygent.net/about", "self_described_as": null }, { "slug": "agentdisco", "name": "AgentDisco", "group_key": "host:agentdisco.io", "kind": "named", "user_agents": [ { "ua": "AgentDisco/1.0 (+https://agentdisco.io/bot)", "requests": 197, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-02T06:59:26+00:00" } ], "primary_user_agent": "AgentDisco/1.0 (+https://agentdisco.io/bot)", "requests": 197, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-02T06:59:26+00:00", "bytes_served": 2946580, "classed_by_our_instrument": { "crawler": 197 }, "surfaces": { "pathwren-edge": 197 }, "channels": {}, "accept_headers": [ "*/*", "application/json" ], "status_codes": { "404": 97, "200": 88, "405": 6, "301": 6 }, "distinct_paths": 35, "paths": [ { "path": "/", "requests": 15, "statuses": { "200": 9, "301": 6 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-02T06:59:23+00:00" }, { "path": "/.well-known/agent.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-02T06:59:25+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-02T06:59:20+00:00" }, { "path": "/.well-known/mcp.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-02T06:59:26+00:00" }, { "path": "/.well-known/openapi.json", "requests": 7, "statuses": { "404": 4, "200": 3 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-02T06:59:26+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:28:40+00:00", "last": "2026-09-02T06:59:26+00:00" }, { "path": "/.well-known/security.txt", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:36+00:00", "last": "2026-09-02T06:59:22+00:00" }, { "path": "/ai.txt", "requests": 7, "statuses": { "404": 5, "200": 2 }, "first": "2026-09-01T02:28:39+00:00", "last": "2026-09-02T06:59:25+00:00" }, { "path": "/api/graphql", "requests": 7, "statuses": { "405": 2, "404": 5 }, "first": "2026-09-01T02:28:31+00:00", "last": "2026-09-02T06:59:21+00:00" }, { "path": "/docs", "requests": 7, "statuses": { "404": 6, "200": 1 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-02T06:59:22+00:00" }, { "path": "/feed.xml", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-02T06:59:22+00:00" }, { "path": "/graphql", "requests": 7, "statuses": { "405": 2, "404": 5 }, "first": "2026-09-01T02:28:31+00:00", "last": "2026-09-02T06:59:20+00:00" }, { "path": "/llms-full.txt", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:39+00:00", "last": "2026-09-02T06:59:25+00:00" }, { "path": "/llms.txt", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-02T06:59:20+00:00" }, { "path": "/openapi.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-02T06:59:22+00:00" }, { "path": "/query", "requests": 7, "statuses": { "405": 2, "404": 5 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-02T06:59:21+00:00" }, { "path": "/register", "requests": 7, "statuses": { "404": 5, "200": 2 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-02T06:59:24+00:00" }, { "path": "/robots.txt", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-02T06:59:20+00:00" }, { "path": "/sitemap.xml", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-02T06:59:26+00:00" }, { "path": "/api", "requests": 6, "statuses": { "404": 6 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-01T17:02:42+00:00" }, { "path": "/api/docs", "requests": 6, "statuses": { "404": 6 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T17:02:42+00:00" }, { "path": "/developers", "requests": 6, "statuses": { "404": 5, "200": 1 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T17:02:43+00:00" }, { "path": "/documentation", "requests": 6, "statuses": { "404": 6 }, "first": "2026-09-01T02:28:34+00:00", "last": "2026-09-01T17:02:42+00:00" }, { "path": "/reference", "requests": 6, "statuses": { "404": 6 }, "first": "2026-09-01T02:28:35+00:00", "last": "2026-09-01T17:02:43+00:00" }, { "path": "/account/api", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T02:28:38+00:00", "last": "2026-09-01T13:53:23+00:00" }, { "path": "/api-keys", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-01T13:53:23+00:00" }, { "path": "/signup", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T02:28:37+00:00", "last": "2026-09-01T13:53:22+00:00" }, { "path": "/.well-known/openapi.yaml", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-01T02:28:41+00:00", "last": "2026-09-01T12:51:59+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T06:59:21+00:00", "last": "2026-09-02T06:59:21+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:48:12+00:00", "last": "2026-09-01T12:48:12+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:51:53+00:00", "last": "2026-09-01T12:51:53+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T13:53:18+00:00", "last": "2026-09-01T13:53:18+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T17:02:40+00:00", "last": "2026-09-01T17:02:40+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:42:46+00:00", "last": "2026-09-01T12:42:46+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:28:33+00:00", "last": "2026-09-01T02:28:33+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/graphql", "status": "404", "at": "2026-09-01T02:28:31+00:00" }, { "path": "/api/graphql", "status": "404", "at": "2026-09-01T02:28:31+00:00" }, { "path": "/query", "status": "404", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "status": "404", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T02:28:33+00:00" }, { "path": "/docs", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/documentation", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/api", "status": "404", "at": "2026-09-01T02:28:34+00:00" }, { "path": "/api/docs", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/reference", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/developers", "status": "404", "at": "2026-09-01T02:28:35+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-01T02:28:36+00:00" }, { "path": "/signup", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/register", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/api-keys", "status": "404", "at": "2026-09-01T02:28:37+00:00" }, { "path": "/account/api", "status": "404", "at": "2026-09-01T02:28:38+00:00" }, { "path": "/ai.txt", "status": "404", "at": "2026-09-01T02:28:39+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-01T02:28:39+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T02:28:40+00:00" }, { "path": "/.well-known/openapi.json", "status": "404", "at": "2026-09-01T02:28:41+00:00" }, { "path": "/.well-known/openapi.yaml", "status": "404", "at": "2026-09-01T02:28:41+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T02:28:41+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", "status": "404", "at": "2026-09-01T12:42:46+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", "status": "404", "at": "2026-09-01T12:48:12+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", "status": "404", "at": "2026-09-01T12:51:53+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", "status": "404", "at": "2026-09-01T13:53:18+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", "status": "404", "at": "2026-09-01T17:02:40+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", "status": "404", "at": "2026-09-02T06:59:21+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/graphql", "statuses": { "405": 2, "404": 5 }, "first_asked": "2026-09-01T02:28:31+00:00", "last_asked": "2026-09-02T06:59:20+00:00", "answered_200_since": null }, { "path": "/api/graphql", "statuses": { "405": 2, "404": 5 }, "first_asked": "2026-09-01T02:28:31+00:00", "last_asked": "2026-09-02T06:59:21+00:00", "answered_200_since": null }, { "path": "/query", "statuses": { "405": 2, "404": 5 }, "first_asked": "2026-09-01T02:28:33+00:00", "last_asked": "2026-09-02T06:59:21+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:28:33+00:00", "last_asked": "2026-09-01T02:28:33+00:00", "answered_200_since": null }, { "path": "/docs", "statuses": { "404": 6 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-02T06:59:22+00:00", "answered_200_since": "2026-09-01T22:39:20+00:00" }, { "path": "/documentation", "statuses": { "404": 6 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-01T17:02:42+00:00", "answered_200_since": "2026-09-02T04:20:57+00:00" }, { "path": "/api", "statuses": { "404": 6 }, "first_asked": "2026-09-01T02:28:34+00:00", "last_asked": "2026-09-01T17:02:42+00:00", "answered_200_since": "2026-09-02T04:20:57+00:00" }, { "path": "/api/docs", "statuses": { "404": 6 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T17:02:42+00:00", "answered_200_since": "2026-09-01T19:53:02+00:00" }, { "path": "/reference", "statuses": { "404": 6 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T17:02:43+00:00", "answered_200_since": "2026-09-02T00:42:02+00:00" }, { "path": "/developers", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:35+00:00", "last_asked": "2026-09-01T17:02:43+00:00", "answered_200_since": "2026-09-01T16:56:53+00:00" }, { "path": "/signup", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-01T13:53:22+00:00", "answered_200_since": "2026-09-01T16:56:53+00:00" }, { "path": "/register", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-02T06:59:24+00:00", "answered_200_since": "2026-09-01T16:56:52+00:00" }, { "path": "/api-keys", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:37+00:00", "last_asked": "2026-09-01T13:53:23+00:00", "answered_200_since": "2026-09-01T16:56:53+00:00" }, { "path": "/account/api", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:38+00:00", "last_asked": "2026-09-01T13:53:23+00:00", "answered_200_since": "2026-09-01T16:56:53+00:00" }, { "path": "/ai.txt", "statuses": { "404": 5 }, "first_asked": "2026-09-01T02:28:39+00:00", "last_asked": "2026-09-02T06:59:25+00:00", "answered_200_since": "2026-09-01T16:21:01+00:00" }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:28:40+00:00", "last_asked": "2026-09-02T06:59:26+00:00", "answered_200_since": null }, { "path": "/.well-known/openapi.json", "statuses": { "404": 4 }, "first_asked": "2026-09-01T02:28:41+00:00", "last_asked": "2026-09-02T06:59:26+00:00", "answered_200_since": "2026-09-01T13:52:41+00:00" }, { "path": "/.well-known/openapi.yaml", "statuses": { "404": 4 }, "first_asked": "2026-09-01T02:28:41+00:00", "last_asked": "2026-09-01T12:51:59+00:00", "answered_200_since": "2026-09-01T13:52:43+00:00" }, { "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:42:46+00:00", "last_asked": "2026-09-01T12:42:46+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:48:12+00:00", "last_asked": "2026-09-01T12:48:12+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:51:53+00:00", "last_asked": "2026-09-01T12:51:53+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", "statuses": { "404": 1 }, "first_asked": "2026-09-01T13:53:18+00:00", "last_asked": "2026-09-01T13:53:18+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", "statuses": { "404": 1 }, "first_asked": "2026-09-01T17:02:40+00:00", "last_asked": "2026-09-01T17:02:40+00:00", "answered_200_since": null }, { "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", "statuses": { "404": 1 }, "first_asked": "2026-09-02T06:59:21+00:00", "last_asked": "2026-09-02T06:59:21+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 5, "median_gap_minutes": 401.8, "visit_starts": [ "2026-09-01T02:28:30Z", "2026-09-01T12:42:45Z", "2026-09-01T13:53:17Z", "2026-09-01T17:02:39Z", "2026-09-02T06:59:20Z" ] }, "documentation_url": "https://agentdisco.io/bot", "self_described_as": null }, { "slug": "undici", "name": "undici", "group_key": "ua:undici", "kind": "library", "user_agents": [ { "ua": "undici", "requests": 160, "addresses": 3, "first_seen": "2026-09-01T00:36:09+00:00", "last_seen": "2026-09-03T06:01:15+00:00" } ], "primary_user_agent": "undici", "requests": 160, "addresses": 3, "first_seen": "2026-09-01T00:36:09+00:00", "last_seen": "2026-09-03T06:01:15+00:00", "bytes_served": 689000, "classed_by_our_instrument": { "agent": 160 }, "surfaces": { "mcp-crawler-index": 126, "pathwren-edge": 14, "oauth-discovery-refusal": 8, "a2a-crawler-index": 2, "mcp-crawler-log-triage": 2, "mcp-agent-discovery-doctor": 2, "mcp-crawler-ip-verifier": 2, "mcp-robots-policy-lint": 2, "mcp-endpoint-lint": 2 }, "channels": { "mcp-registry-official": 133, "mcp-registry": 3, "nanda": 1 }, "accept_headers": [ "application/json, text/event-stream", "*/*", "text/event-stream" ], "status_codes": { "200": 110, "404": 22, "202": 17, "405": 11 }, "distinct_paths": 10, "paths": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 41, "statuses": { "200": 27, "202": 9, "405": 5 }, "first": "2026-09-02T01:34:55+00:00", "last": "2026-09-03T06:00:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 29, "statuses": { "200": 21, "202": 5, "405": 3 }, "first": "2026-09-01T10:07:56+00:00", "last": "2026-09-03T05:59:39+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 22, "statuses": { "404": 22 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-03T06:01:15+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 17, "statuses": { "200": 15, "202": 1, "405": 1 }, "first": "2026-09-01T03:21:07+00:00", "last": "2026-09-03T05:59:37+00:00" }, { "path": "/mcp", "requests": 17, "statuses": { "200": 15, "202": 1, "405": 1 }, "first": "2026-09-01T00:36:09+00:00", "last": "2026-09-03T05:59:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 15, "statuses": { "200": 15 }, "first": "2026-09-01T10:07:57+00:00", "last": "2026-09-03T05:59:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 13, "statuses": { "200": 11, "202": 1, "405": 1 }, "first": "2026-09-02T01:34:56+00:00", "last": "2026-09-03T06:00:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-02T18:44:48+00:00", "last": "2026-09-03T06:00:36+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:57:08+00:00", "last": "2026-09-01T02:57:08+00:00" }, { "path": "/c/nanda/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:35:25+00:00", "last": "2026-09-01T11:35:25+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T00:36:09+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T01:07:30+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:57:08+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:21:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T10:07:56+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T10:07:57+00:00" }, { "path": "/c/nanda/a2a", "status": "200", "at": "2026-09-01T11:35:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T01:34:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T01:34:56+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-02T18:44:48+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T00:36:09+00:00", "last_asked": "2026-09-03T05:59:36+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 22 }, "first_asked": "2026-09-01T01:07:30+00:00", "last_asked": "2026-09-03T06:01:15+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T03:21:07+00:00", "last_asked": "2026-09-03T05:59:37+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage", "statuses": { "405": 3 }, "first_asked": "2026-09-01T10:07:56+00:00", "last_asked": "2026-09-03T05:59:39+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/netcheck", "statuses": { "405": 5 }, "first_asked": "2026-09-02T01:34:55+00:00", "last_asked": "2026-09-03T06:00:00+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/robots", "statuses": { "405": 1 }, "first_asked": "2026-09-02T01:34:56+00:00", "last_asked": "2026-09-03T06:00:01+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 30, "median_gap_minutes": 66.4, "visit_starts": [ "2026-09-01T00:36:09Z", "2026-09-01T01:07:30Z", "2026-09-01T02:57:08Z", "2026-09-01T10:07:52Z", "2026-09-01T11:35:25Z", "2026-09-01T13:34:31Z", "2026-09-01T15:58:24Z", "2026-09-02T00:03:51Z", "2026-09-02T00:47:59Z", "2026-09-02T01:34:29Z", "2026-09-02T03:03:28Z", "2026-09-02T03:40:23Z", "2026-09-02T05:02:36Z", "2026-09-02T05:44:01Z", "2026-09-02T06:49:00Z", "2026-09-02T07:55:24Z", "2026-09-02T09:01:12Z", "2026-09-02T10:03:33Z", "2026-09-02T12:09:42Z", "2026-09-02T13:59:14Z", "2026-09-02T14:56:09Z", "2026-09-02T18:44:48Z", "2026-09-02T19:24:14Z", "2026-09-03T00:01:25Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agentgrade", "name": "AgentGrade", "group_key": "ua:agentgrade", "kind": "named", "user_agents": [ { "ua": "AgentGrade/1.0 (security research; agentgrade.net)", "requests": 155, "addresses": 1, "first_seen": "2026-09-01T02:53:17+00:00", "last_seen": "2026-09-03T02:53:44+00:00" } ], "primary_user_agent": "AgentGrade/1.0 (security research; agentgrade.net)", "requests": 155, "addresses": 1, "first_seen": "2026-09-01T02:53:17+00:00", "last_seen": "2026-09-03T02:53:44+00:00", "bytes_served": 935677, "classed_by_our_instrument": { "agent": 155 }, "surfaces": { "pathwren-edge": 147, "mcp-crawler-index": 7, "mcp-endpoint-lint": 1 }, "channels": { "mcp-registry-official": 7 }, "accept_headers": [ "*/*" ], "status_codes": { "404": 98, "200": 57 }, "distinct_paths": 22, "paths": [ { "path": "/", "requests": 49, "statuses": { "200": 49 }, "first": "2026-09-01T02:53:18+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/.env", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/.env.local", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/.git/HEAD", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/.git/config", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/_internal", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/admin", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/agentgrade-404-check-xyz", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/appsettings.json", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/config.json", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/dashboard", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/debug", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/package.json", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:20+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/server-status", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T02:53:19+00:00", "last": "2026-09-03T02:53:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:53:25+00:00", "last": "2026-09-01T02:53:26+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:53:21+00:00", "last": "2026-09-01T02:53:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:45+00:00", "last": "2026-09-02T02:46:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:53:43+00:00", "last": "2026-09-03T02:53:43+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:46+00:00", "last": "2026-09-02T02:46:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:46:48+00:00", "last": "2026-09-02T02:46:48+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:53:17+00:00", "last": "2026-09-01T02:53:17+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/admin", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/dashboard", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/_internal", "status": "404", "at": "2026-09-01T02:53:17+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:53:18+00:00" }, { "path": "/.env", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.git/config", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.git/HEAD", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/debug", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/server-status", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/.env.local", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/config.json", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/appsettings.json", "status": "404", "at": "2026-09-01T02:53:19+00:00" }, { "path": "/package.json", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/agentgrade-404-check-xyz", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "status": "404", "at": "2026-09-01T02:53:20+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:53:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:53:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T02:46:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T02:46:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T02:46:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T02:53:43+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/admin", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/dashboard", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/_internal", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:17+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/.env", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/.git/config", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/.git/HEAD", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:43+00:00", "answered_200_since": null }, { "path": "/debug", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/server-status", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/.env.local", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/config.json", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/appsettings.json", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:19+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/package.json", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/agentgrade-404-check-xyz", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null }, { "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", "statuses": { "404": 7 }, "first_asked": "2026-09-01T02:53:20+00:00", "last_asked": "2026-09-03T02:53:44+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 3, "median_gap_minutes": 1440.2, "visit_starts": [ "2026-09-01T02:53:17Z", "2026-09-02T02:46:45Z", "2026-09-03T02:53:43Z" ] }, "documentation_url": null, "self_described_as": "security research; agentgrade.net" }, { "slug": "agent-ready-scanner", "name": "agent-ready-scanner", "group_key": "host:agent-ready.dev", "kind": "named", "user_agents": [ { "ua": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", "requests": 130, "addresses": 1, "first_seen": "2026-09-03T00:22:52+00:00", "last_seen": "2026-09-03T00:22:55+00:00" } ], "primary_user_agent": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", "requests": 130, "addresses": 1, "first_seen": "2026-09-03T00:22:52+00:00", "last_seen": "2026-09-03T00:22:55+00:00", "bytes_served": 1092005, "classed_by_our_instrument": { "agent": 128, "crawler": 2 }, "surfaces": { "pathwren-edge": 127, "oauth-discovery-refusal": 2, "x402-payment-discovery": 1 }, "channels": { "agent-ready": 1 }, "accept_headers": [ "*/*", "text/markdown" ], "status_codes": { "404": 87, "200": 43 }, "distinct_paths": 129, "paths": [ { "path": "/category/seo.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursor/rules", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursorrules", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/acp.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-permissions.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-skills/index.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/ucp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/AGENTS.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/CLAUDE.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/about.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/agent-permissions.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/ai-crawler-logs/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-logs/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/ai-crawler-robots/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/api.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/c/agent-ready/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/category/ai-search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-search.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/ai-training.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/archive.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/dataset.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/preview.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:53+00:00", "last": "2026-09-03T00:22:53+00:00" }, { "path": "/category/search.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/seo.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/tool.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/category/user-fetch.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/changelog.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/compliance.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/contact.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google-mobile.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/adsbot-google.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefsbot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ahrefssiteaudit.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:54+00:00", "last": "2026-09-03T00:22:54+00:00" }, { "path": "/crawler/ai2bot-dolma.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.html.mdx", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/crawler/ai2bot.md", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:55+00:00", "last": "2026-09-03T00:22:55+00:00" }, { "path": "/docs/AGENTS.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/index.html.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/index.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/llms-full.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:52+00:00", "last": "2026-09-03T00:22:52+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/ucp", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agent-permissions.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/AGENTS.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-permissions.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/agents.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agents.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/AGENTS.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/acp.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/docs/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/CLAUDE.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/agent-skills/index.json", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/c/agent-ready/", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/sitemap.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursor/rules", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.cursorrules", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/.mdx", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/index.html.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/index.md", "status": "404", "at": "2026-09-03T00:22:52+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.md", "status": "404", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/about.html.md", "status": "404", "at": "2026-09-03T00:22:53+00:00" }, { "path": "/a2a.html.mdx", "status": "404", "at": "2026-09-03T00:22:53+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/ucp", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/agents.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/agent-permissions.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/AGENTS.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/.well-known/agent-permissions.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/agents.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/.well-known/agents.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:32:45+00:00" }, { "path": "/.well-known/agents.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/docs/AGENTS.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/acp.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/docs/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T02:39:12+00:00" }, { "path": "/CLAUDE.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:19:20+00:00" }, { "path": "/.well-known/agent-skills/index.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:50:16+00:00" }, { "path": "/.well-known/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T03:44:09+00:00" }, { "path": "/sitemap.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": null }, { "path": "/.cursor/rules", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.cursorrules", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T04:44:01+00:00" }, { "path": "/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:42:36+00:00" }, { "path": "/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:52+00:00", "last_asked": "2026-09-03T00:22:52+00:00", "answered_200_since": "2026-09-03T01:23:44+00:00" }, { "path": "/a2a.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/about.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/a2a.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/a2a.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:42:35+00:00" }, { "path": "/about.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:58+00:00" }, { "path": "/about.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:23:44+00:00" }, { "path": "/ai-crawler-logs/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:58+00:00" }, { "path": "/ai-crawler-logs/index.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/ai-crawler-logs/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/api.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/api.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:45+00:00" }, { "path": "/ai-crawler-robots/index.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/api.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/ai-crawler-robots/index.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/category/ai-search.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/ai-crawler-robots/index.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": "2026-09-03T01:25:57+00:00" }, { "path": "/category/ai-search.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-search.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/ai-training.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/archive.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/dataset.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/preview.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/search.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/search.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:53+00:00", "last_asked": "2026-09-03T00:22:53+00:00", "answered_200_since": null }, { "path": "/category/seo.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/search.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/seo.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/seo.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/tool.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/changelog.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/changelog.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/category/user-fetch.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/changelog.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/category/user-fetch.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/category/user-fetch.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/compliance.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/compliance.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/contact.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/contact.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": "2026-09-03T01:19:44+00:00" }, { "path": "/crawler/adsbot-google-mobile-apps.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile-apps.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google-mobile.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/adsbot-google.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefsbot.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefsbot.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefssiteaudit.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ahrefssiteaudit.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot-dolma.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot-dolma.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:54+00:00", "last_asked": "2026-09-03T00:22:54+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot.html.md", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:55+00:00", "last_asked": "2026-09-03T00:22:55+00:00", "answered_200_since": null }, { "path": "/crawler/ai2bot.html.mdx", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:22:55+00:00", "last_asked": "2026-09-03T00:22:55+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T00:22:52Z" ] }, "documentation_url": "https://agent-ready.dev", "self_described_as": null }, { "slug": "aisec-registry", "name": "aisec-registry", "group_key": "host:sec.sqrx.io", "kind": "named", "user_agents": [ { "ua": "aisec-registry/0.2 (+https://sec.sqrx.io)", "requests": 100, "addresses": 5, "first_seen": "2026-09-01T09:17:24+00:00", "last_seen": "2026-09-02T09:13:55+00:00" } ], "primary_user_agent": "aisec-registry/0.2 (+https://sec.sqrx.io)", "requests": 100, "addresses": 5, "first_seen": "2026-09-01T09:17:24+00:00", "last_seen": "2026-09-02T09:13:55+00:00", "bytes_served": 505248, "classed_by_our_instrument": { "agent": 100 }, "surfaces": { "pathwren-edge": 61, "mcp-crawler-index": 39 }, "channels": { "mcp-registry-official": 85, "mcp-registry/.well-known/oauth-authorization-server": 3, "mcp-registry/.well-known/oauth-protected-resource": 3, "mcp-registry/.well-known/mcp": 3 }, "accept_headers": [ "application/json", "application/json, text/event-stream" ], "status_codes": { "404": 51, "200": 49 }, "distinct_paths": 21, "paths": [ { "path": "/mcp", "requests": 20, "statuses": { "200": 20 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/mcp", "requests": 5, "statuses": { "404": 3, "200": 2 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", "requests": 5, "statuses": { "404": 3, "200": 2 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T09:17:25+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", "requests": 5, "statuses": { "404": 3, "200": 2 }, "first": "2026-09-01T09:17:25+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T09:17:25+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-02T09:13:54+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-02T09:13:54+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-02T09:13:55+00:00", "last": "2026-09-02T09:13:55+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/mcp", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T09:17:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", "status": "404", "at": "2026-09-01T09:17:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T09:17:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-02T09:13:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/mcp", "status": "200", "at": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/mcp", "status": "200", "at": "2026-09-02T09:13:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T09:13:55+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", "statuses": { "404": 3 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": "2026-09-02T00:16:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/.well-known/mcp", "statuses": { "404": 3 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:54+00:00", "answered_200_since": "2026-09-02T00:16:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:24+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", "statuses": { "404": 5 }, "first_asked": "2026-09-01T09:17:25+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", "statuses": { "404": 3 }, "first_asked": "2026-09-01T09:17:25+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": "2026-09-02T00:16:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", "statuses": { "404": 4 }, "first_asked": "2026-09-02T09:13:54+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", "statuses": { "404": 4 }, "first_asked": "2026-09-02T09:13:54+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", "statuses": { "404": 2 }, "first_asked": "2026-09-02T09:13:55+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", "statuses": { "404": 2 }, "first_asked": "2026-09-02T09:13:55+00:00", "last_asked": "2026-09-02T09:13:55+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 1436.5, "visit_starts": [ "2026-09-01T09:17:24Z", "2026-09-02T09:13:54Z" ] }, "documentation_url": "https://sec.sqrx.io", "self_described_as": null }, { "slug": "waggle", "name": "Waggle", "group_key": "host:waggle.zone", "kind": "named", "user_agents": [ { "ua": "Waggle/1.0 (+https://waggle.zone)", "requests": 98, "addresses": 39, "first_seen": "2026-09-02T04:15:47+00:00", "last_seen": "2026-09-03T05:35:58+00:00" } ], "primary_user_agent": "Waggle/1.0 (+https://waggle.zone)", "requests": 98, "addresses": 39, "first_seen": "2026-09-02T04:15:47+00:00", "last_seen": "2026-09-03T05:35:58+00:00", "bytes_served": 1120951, "classed_by_our_instrument": { "agent": 98 }, "surfaces": { "a2a-crawler-index": 69, "pathwren-edge": 29 }, "channels": { "waggle-zone": 68 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 86, "404": 8, "308": 4 }, "distinct_paths": 17, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 17, "statuses": { "200": 17 }, "first": "2026-09-02T04:16:03+00:00", "last": "2026-09-03T05:35:58+00:00" }, { "path": "/c/waggle-zone/a2a/robots/.well-known/agent-card.json", "requests": 12, "statuses": { "200": 12 }, "first": "2026-09-02T06:42:11+00:00", "last": "2026-09-03T05:35:14+00:00" }, { "path": "/c/waggle-zone/a2a/doctor/.well-known/agent-card.json", "requests": 11, "statuses": { "200": 11 }, "first": "2026-09-02T06:42:04+00:00", "last": "2026-09-03T05:35:28+00:00" }, { "path": "/c/waggle-zone/a2a/netcheck/.well-known/agent-card.json", "requests": 11, "statuses": { "200": 11 }, "first": "2026-09-02T06:42:07+00:00", "last": "2026-09-03T05:35:33+00:00" }, { "path": "/c/waggle-zone/a2a/triage/.well-known/agent-card.json", "requests": 11, "statuses": { "200": 11 }, "first": "2026-09-02T06:41:53+00:00", "last": "2026-09-03T05:35:16+00:00" }, { "path": "/c/waggle-zone/a2a/discovery/.well-known/agent-card.json", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-03T00:30:42+00:00", "last": "2026-09-03T05:35:44+00:00" }, { "path": "/c/waggle-zone/a2a/lint/.well-known/agent-card.json", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-02T21:35:58+00:00", "last": "2026-09-03T05:35:58+00:00" }, { "path": "/c/waggle-zone/a2a/score/.well-known/agent-card.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-03T00:31:23+00:00", "last": "2026-09-03T05:35:37+00:00" }, { "path": "/.well-known/api-catalog/.well-known/agent-card.json", "requests": 2, "statuses": { "404": 1, "308": 1 }, "first": "2026-09-02T04:16:15+00:00", "last": "2026-09-02T07:16:06+00:00" }, { "path": "/a2a/.well-known/agent-card.json", "requests": 2, "statuses": { "404": 1, "200": 1 }, "first": "2026-09-02T04:15:47+00:00", "last": "2026-09-02T07:15:47+00:00" }, { "path": "/apis.json/.well-known/agent-card.json", "requests": 2, "statuses": { "404": 1, "308": 1 }, "first": "2026-09-02T04:16:06+00:00", "last": "2026-09-02T07:16:03+00:00" }, { "path": "/mcp/triage/.well-known/agent-card.json", "requests": 2, "statuses": { "404": 1, "308": 1 }, "first": "2026-09-02T04:15:58+00:00", "last": "2026-09-02T07:15:58+00:00" }, { "path": "/.well-known/api-catalog/.well-known/agent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:16:15+00:00", "last": "2026-09-02T04:16:15+00:00" }, { "path": "/a2a/.well-known/agent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:15:47+00:00", "last": "2026-09-02T04:15:47+00:00" }, { "path": "/apis.json/.well-known/agent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:16:06+00:00", "last": "2026-09-02T04:16:06+00:00" }, { "path": "/mcp/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "308": 1 }, "first": "2026-09-02T09:16:07+00:00", "last": "2026-09-02T09:16:07+00:00" }, { "path": "/mcp/triage/.well-known/agent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:15:59+00:00", "last": "2026-09-02T04:15:59+00:00" } ], "first_walk": [ { "path": "/a2a/.well-known/agent-card.json", "status": "404", "at": "2026-09-02T04:15:47+00:00" }, { "path": "/a2a/.well-known/agent.json", "status": "404", "at": "2026-09-02T04:15:47+00:00" }, { "path": "/mcp/triage/.well-known/agent-card.json", "status": "404", "at": "2026-09-02T04:15:58+00:00" }, { "path": "/mcp/triage/.well-known/agent.json", "status": "404", "at": "2026-09-02T04:15:59+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T04:16:03+00:00" }, { "path": "/apis.json/.well-known/agent-card.json", "status": "404", "at": "2026-09-02T04:16:06+00:00" }, { "path": "/apis.json/.well-known/agent.json", "status": "404", "at": "2026-09-02T04:16:06+00:00" }, { "path": "/.well-known/api-catalog/.well-known/agent-card.json", "status": "404", "at": "2026-09-02T04:16:15+00:00" }, { "path": "/.well-known/api-catalog/.well-known/agent.json", "status": "404", "at": "2026-09-02T04:16:15+00:00" }, { "path": "/c/waggle-zone/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:41:53+00:00" }, { "path": "/c/waggle-zone/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:42:04+00:00" }, { "path": "/c/waggle-zone/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:42:07+00:00" }, { "path": "/c/waggle-zone/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:42:11+00:00" }, { "path": "/mcp/netcheck/.well-known/agent-card.json", "status": "308", "at": "2026-09-02T09:16:07+00:00" }, { "path": "/c/waggle-zone/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T21:35:58+00:00" }, { "path": "/c/waggle-zone/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T00:30:42+00:00" }, { "path": "/c/waggle-zone/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T00:31:23+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/a2a/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:15:47+00:00", "last_asked": "2026-09-02T07:15:47+00:00", "answered_200_since": "2026-09-02T06:00:31+00:00" }, { "path": "/a2a/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:15:47+00:00", "last_asked": "2026-09-02T04:15:47+00:00", "answered_200_since": "2026-09-02T06:00:31+00:00" }, { "path": "/mcp/triage/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:15:58+00:00", "last_asked": "2026-09-02T07:15:58+00:00", "answered_200_since": null }, { "path": "/mcp/triage/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:15:59+00:00", "last_asked": "2026-09-02T04:15:59+00:00", "answered_200_since": null }, { "path": "/apis.json/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:16:06+00:00", "last_asked": "2026-09-02T07:16:03+00:00", "answered_200_since": null }, { "path": "/apis.json/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:16:06+00:00", "last_asked": "2026-09-02T04:16:06+00:00", "answered_200_since": null }, { "path": "/.well-known/api-catalog/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:16:15+00:00", "last_asked": "2026-09-02T07:16:06+00:00", "answered_200_since": null }, { "path": "/.well-known/api-catalog/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:16:15+00:00", "last_asked": "2026-09-02T04:16:15+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 15, "median_gap_minutes": 60.0, "visit_starts": [ "2026-09-02T04:15:47Z", "2026-09-02T05:35:58Z", "2026-09-02T06:35:58Z", "2026-09-02T07:15:47Z", "2026-09-02T08:35:14Z", "2026-09-02T09:16:07Z", "2026-09-02T18:35:15Z", "2026-09-02T21:35:58Z", "2026-09-02T23:35:57Z", "2026-09-03T00:30:26Z", "2026-09-03T01:35:15Z", "2026-09-03T02:35:14Z", "2026-09-03T03:35:14Z", "2026-09-03T04:35:14Z", "2026-09-03T05:22:21Z" ] }, "documentation_url": "https://waggle.zone", "self_described_as": null }, { "slug": "agentgaugebot", "name": "AgentGaugeBot", "group_key": "host:agentgauge.ai", "kind": "named", "user_agents": [ { "ua": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)", "requests": 87, "addresses": 1, "first_seen": "2026-09-03T05:27:45+00:00", "last_seen": "2026-09-03T05:37:54+00:00" } ], "primary_user_agent": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)", "requests": 87, "addresses": 1, "first_seen": "2026-09-03T05:27:45+00:00", "last_seen": "2026-09-03T05:37:54+00:00", "bytes_served": 3009871, "classed_by_our_instrument": { "crawler": 87 }, "surfaces": { "pathwren-edge": 75, "oauth-discovery-refusal": 12 }, "channels": { "agentgauge": 62 }, "accept_headers": [ "text/html,application/json,application/xml,text/plain,*/*", "text/markdown" ], "status_codes": { "200": 47, "404": 40 }, "distinct_paths": 21, "paths": [ { "path": "/", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/agentic-commerce.json", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/mcp.json", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/mcp/server-card.json", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/payment-pointer", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/payment.json", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/.well-known/ucp", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/agents", "requests": 4, "statuses": { "404": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/index.md", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:46+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/llms-full.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/llms.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/openapi.json", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/pricing", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/robots.txt", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" }, { "path": "/sitemap.xml", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:27:45+00:00", "last": "2026-09-03T05:37:54+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/mcp/server-card.json", "status": "404", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/pricing", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/.well-known/agentic-commerce.json", "status": "404", "at": "2026-09-03T05:27:45+00:00" }, { "path": "/index.md", "status": "200", "at": "2026-09-03T05:27:46+00:00" }, { "path": "/.well-known/payment.json", "status": "404", "at": "2026-09-03T05:27:46+00:00" }, { "path": "/.well-known/payment-pointer", "status": "404", "at": "2026-09-03T05:27:46+00:00" }, { "path": "/.well-known/ucp", "status": "404", "at": "2026-09-03T05:27:46+00:00" }, { "path": "/.well-known/http-message-signatures-directory", "status": "404", "at": "2026-09-03T05:27:46+00:00" }, { "path": "/agents", "status": "404", "at": "2026-09-03T05:27:46+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/mcp/server-card.json", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:45+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:45+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:45+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:45+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/agentic-commerce.json", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:45+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/payment.json", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:46+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/payment-pointer", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:46+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/ucp", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:46+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/.well-known/http-message-signatures-directory", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:46+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null }, { "path": "/agents", "statuses": { "404": 4 }, "first_asked": "2026-09-03T05:27:46+00:00", "last_asked": "2026-09-03T05:37:54+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:27:45Z" ] }, "documentation_url": "https://agentgauge.ai", "self_described_as": "agent-readiness scanner" }, { "slug": "agenttrust-monitor", "name": "AgentTrust-Monitor", "group_key": "host:agenttrust.site", "kind": "named", "user_agents": [ { "ua": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", "requests": 79, "addresses": 1, "first_seen": "2026-09-01T03:08:31+00:00", "last_seen": "2026-09-03T06:16:27+00:00" } ], "primary_user_agent": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", "requests": 79, "addresses": 1, "first_seen": "2026-09-01T03:08:31+00:00", "last_seen": "2026-09-03T06:16:27+00:00", "bytes_served": 710163, "classed_by_our_instrument": { "agent": 79 }, "surfaces": { "mcp-crawler-index": 71, "mcp-agent-discovery-doctor": 8 }, "channels": { "mcp-registry-official": 79 }, "accept_headers": [ "application/json, text/event-stream;q=0.9, */*;q=0.1" ], "status_codes": { "200": 70, "405": 9 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 79, "statuses": { "405": 9, "200": 70 }, "first": "2026-09-01T03:08:31+00:00", "last": "2026-09-03T06:16:27+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:08:31+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp/doctor", "statuses": { "405": 9 }, "first_asked": "2026-09-01T03:08:31+00:00", "last_asked": "2026-09-03T06:16:27+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 79, "median_gap_minutes": 31.0, "visit_starts": [ "2026-09-01T03:08:31Z", "2026-09-01T03:39:36Z", "2026-09-01T04:10:26Z", "2026-09-01T04:41:26Z", "2026-09-01T05:12:26Z", "2026-09-01T05:43:26Z", "2026-09-01T06:14:31Z", "2026-09-01T06:45:36Z", "2026-09-01T07:16:26Z", "2026-09-01T07:47:26Z", "2026-09-01T08:18:26Z", "2026-09-01T08:49:26Z", "2026-09-01T09:20:26Z", "2026-09-01T09:51:35Z", "2026-09-01T10:22:26Z", "2026-09-01T10:52:27Z", "2026-09-01T11:23:26Z", "2026-09-01T11:54:27Z", "2026-09-01T12:25:26Z", "2026-09-01T12:56:27Z", "2026-09-01T13:27:35Z", "2026-09-01T13:58:27Z", "2026-09-01T14:29:32Z", "2026-09-01T15:00:37Z" ] }, "documentation_url": "https://agenttrust.site/methodology", "self_described_as": null }, { "slug": "a2a-registry-healthcheck", "name": "A2A-Registry-HealthCheck", "group_key": "ua:a2a-registry-healthcheck", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-HealthCheck/1.0", "requests": 68, "addresses": 12, "first_seen": "2026-09-01T02:52:12+00:00", "last_seen": "2026-09-03T06:02:49+00:00" } ], "primary_user_agent": "A2A-Registry-HealthCheck/1.0", "requests": 68, "addresses": 12, "first_seen": "2026-09-01T02:52:12+00:00", "last_seen": "2026-09-03T06:02:49+00:00", "bytes_served": 585220, "classed_by_our_instrument": { "agent": 68 }, "surfaces": { "pathwren-edge": 68 }, "channels": { "a2a-registry-org": 68 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 68 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 68, "statuses": { "200": 68 }, "first": "2026-09-01T02:52:12+00:00", "last": "2026-09-03T06:02:49+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:52:12+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 59, "median_gap_minutes": 30.6, "visit_starts": [ "2026-09-01T02:52:12Z", "2026-09-01T03:22:50Z", "2026-09-01T03:53:26Z", "2026-09-01T04:23:54Z", "2026-09-01T04:54:28Z", "2026-09-01T05:31:07Z", "2026-09-01T06:01:36Z", "2026-09-01T06:32:09Z", "2026-09-01T07:02:37Z", "2026-09-01T07:33:11Z", "2026-09-01T08:03:42Z", "2026-09-01T08:34:21Z", "2026-09-01T09:07:34Z", "2026-09-01T09:38:03Z", "2026-09-01T10:08:28Z", "2026-09-01T11:08:17Z", "2026-09-01T11:38:52Z", "2026-09-01T12:09:29Z", "2026-09-01T12:40:13Z", "2026-09-01T13:35:28Z", "2026-09-01T14:06:11Z", "2026-09-01T14:36:51Z", "2026-09-01T16:12:12Z", "2026-09-01T16:44:49Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "enerlio", "name": "Enerlio", "group_key": "host:enerlio.de", "kind": "named", "user_agents": [ { "ua": "Enerlio GmbH FACTANKER marc@enerlio.de", "requests": 62, "addresses": 1, "first_seen": "2026-09-01T01:07:45+00:00", "last_seen": "2026-09-03T01:06:29+00:00" } ], "primary_user_agent": "Enerlio GmbH FACTANKER marc@enerlio.de", "requests": 62, "addresses": 1, "first_seen": "2026-09-01T01:07:45+00:00", "last_seen": "2026-09-03T01:06:29+00:00", "bytes_served": 202275, "classed_by_our_instrument": { "agent": 62 }, "surfaces": { "mcp-crawler-index": 62 }, "channels": { "mcp-registry-official": 62 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 44, "202": 18 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 16, "statuses": { "200": 12, "202": 4 }, "first": "2026-09-01T01:07:45+00:00", "last": "2026-09-03T01:06:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 14, "statuses": { "200": 10, "202": 4 }, "first": "2026-09-01T07:08:00+00:00", "last": "2026-09-03T01:06:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 11, "statuses": { "200": 8, "202": 3 }, "first": "2026-09-01T07:08:03+00:00", "last": "2026-09-02T07:08:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 9, "statuses": { "200": 6, "202": 3 }, "first": "2026-09-02T01:12:08+00:00", "last": "2026-09-03T01:06:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 9, "statuses": { "200": 6, "202": 3 }, "first": "2026-09-02T01:12:11+00:00", "last": "2026-09-03T01:06:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 3, "statuses": { "200": 2, "202": 1 }, "first": "2026-09-03T01:06:21+00:00", "last": "2026-09-03T01:06:23+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:07:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T07:08:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T07:08:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T01:12:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T01:12:11+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:06:21+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 6, "median_gap_minutes": 362.6, "visit_starts": [ "2026-09-01T01:07:45Z", "2026-09-01T07:07:57Z", "2026-09-01T13:10:36Z", "2026-09-02T01:12:02Z", "2026-09-02T07:07:51Z", "2026-09-03T01:06:15Z" ] }, "documentation_url": "mailto:marc@enerlio.de", "self_described_as": null }, { "slug": "mozilla", "name": "Mozilla", "group_key": "ua:mozilla", "kind": "library", "user_agents": [ { "ua": "Mozilla/5.0", "requests": 60, "addresses": 6, "first_seen": "2026-09-01T02:49:36+00:00", "last_seen": "2026-09-02T02:05:57+00:00" } ], "primary_user_agent": "Mozilla/5.0", "requests": 60, "addresses": 6, "first_seen": "2026-09-01T02:49:36+00:00", "last_seen": "2026-09-02T02:05:57+00:00", "bytes_served": 876189, "classed_by_our_instrument": { "agent": 37, "unknown": 21, "crawler": 2 }, "surfaces": { "pathwren-edge": 55, "mcp-crawler-index": 5 }, "channels": { "pypi-registry": 1 }, "accept_headers": [ "*/*", "application/json", "application/json, text/event-stream", "text/html,application/xhtml+xml" ], "status_codes": { "200": 41, "404": 16, "405": 3 }, "distinct_paths": 48, "paths": [ { "path": "/mcp", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T11:56:03+00:00", "last": "2026-09-02T02:05:57+00:00" }, { "path": "/", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T02:56:57+00:00", "last": "2026-09-01T12:24:11+00:00" }, { "path": "/api.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T12:24:12+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/changelog.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:57:46+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/status.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:24:12+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/.well-known/dnt-policy.txt", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:47+00:00", "last": "2026-09-01T11:57:47+00:00" }, { "path": "/.well-known/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:46+00:00", "last": "2026-09-01T11:57:46+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:13+00:00", "last": "2026-09-01T12:24:13+00:00" }, { "path": "/.well-known/owners.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:44+00:00", "last": "2026-09-01T11:57:44+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/AGENTS.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:47+00:00", "last": "2026-09-01T11:57:47+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:45+00:00", "last": "2026-09-01T11:57:45+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:12+00:00", "last": "2026-09-01T12:24:12+00:00" }, { "path": "/agents.md", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:47+00:00", "last": "2026-09-01T11:57:47+00:00" }, { "path": "/api-docs", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:14+00:00", "last": "2026-09-01T12:06:14+00:00" }, { "path": "/api/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:40+00:00", "last": "2026-09-01T02:49:40+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:17:51+00:00", "last": "2026-09-01T18:17:51+00:00" }, { "path": "/changelog.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:46+00:00", "last": "2026-09-01T11:57:46+00:00" }, { "path": "/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:45+00:00", "last": "2026-09-01T02:49:45+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/data/ip-sources.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:45+00:00", "last": "2026-09-01T11:57:45+00:00" }, { "path": "/data/ua-regex.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:44+00:00", "last": "2026-09-01T11:57:44+00:00" }, { "path": "/docs", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:14+00:00", "last": "2026-09-01T12:06:14+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:13+00:00", "last": "2026-09-01T12:24:13+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:13+00:00", "last": "2026-09-01T12:24:13+00:00" }, { "path": "/graphql", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:13+00:00", "last": "2026-09-01T12:06:13+00:00" }, { "path": "/humans.txt", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:47+00:00", "last": "2026-09-01T11:57:47+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:14+00:00", "last": "2026-09-01T12:24:14+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:45+00:00", "last": "2026-09-01T11:57:45+00:00" }, { "path": "/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:41+00:00", "last": "2026-09-01T02:49:41+00:00" }, { "path": "/openai/v1/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:46+00:00", "last": "2026-09-01T02:49:46+00:00" }, { "path": "/openai/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:38+00:00", "last": "2026-09-01T02:49:38+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:12+00:00", "last": "2026-09-01T12:24:12+00:00" }, { "path": "/openapi.yaml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:13+00:00", "last": "2026-09-01T12:24:13+00:00" }, { "path": "/pricing.html", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:45+00:00", "last": "2026-09-01T11:57:45+00:00" }, { "path": "/redoc", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:14+00:00", "last": "2026-09-01T12:06:14+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:46+00:00", "last": "2026-09-01T11:57:46+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:15+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/skills.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:57:46+00:00", "last": "2026-09-01T11:57:46+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:44+00:00", "last": "2026-09-01T11:57:44+00:00" }, { "path": "/swagger.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:24:13+00:00", "last": "2026-09-01T12:24:13+00:00" }, { "path": "/v1/chat/completions", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T02:49:43+00:00", "last": "2026-09-01T02:49:43+00:00" }, { "path": "/v1/models", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T02:49:36+00:00", "last": "2026-09-01T02:49:36+00:00" }, { "path": "/v1/openapi.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:14+00:00", "last": "2026-09-01T12:06:14+00:00" } ], "first_walk": [ { "path": "/v1/models", "status": "404", "at": "2026-09-01T02:49:36+00:00" }, { "path": "/openai/v1/models", "status": "404", "at": "2026-09-01T02:49:38+00:00" }, { "path": "/api/v1/models", "status": "404", "at": "2026-09-01T02:49:40+00:00" }, { "path": "/models", "status": "404", "at": "2026-09-01T02:49:41+00:00" }, { "path": "/v1/chat/completions", "status": "405", "at": "2026-09-01T02:49:43+00:00" }, { "path": "/chat/completions", "status": "405", "at": "2026-09-01T02:49:45+00:00" }, { "path": "/openai/v1/chat/completions", "status": "405", "at": "2026-09-01T02:49:46+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T02:56:57+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T11:56:03+00:00" }, { "path": "/.well-known/owners.json", "status": "200", "at": "2026-09-01T11:57:44+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-01T11:57:44+00:00" }, { "path": "/data/ua-regex.json", "status": "200", "at": "2026-09-01T11:57:44+00:00" }, { "path": "/data/ip-sources.json", "status": "200", "at": "2026-09-01T11:57:45+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-01T11:57:45+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T11:57:45+00:00" }, { "path": "/pricing.html", "status": "404", "at": "2026-09-01T11:57:45+00:00" }, { "path": "/changelog.html", "status": "200", "at": "2026-09-01T11:57:46+00:00" }, { "path": "/changelog.json", "status": "404", "at": "2026-09-01T11:57:46+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T11:57:46+00:00" }, { "path": "/.well-known/llms.txt", "status": "200", "at": "2026-09-01T11:57:46+00:00" }, { "path": "/skills.json", "status": "404", "at": "2026-09-01T11:57:46+00:00" }, { "path": "/agents.md", "status": "404", "at": "2026-09-01T11:57:47+00:00" }, { "path": "/AGENTS.md", "status": "404", "at": "2026-09-01T11:57:47+00:00" }, { "path": "/.well-known/dnt-policy.txt", "status": "404", "at": "2026-09-01T11:57:47+00:00" }, { "path": "/humans.txt", "status": "404", "at": "2026-09-01T11:57:47+00:00" }, { "path": "/graphql", "status": "404", "at": "2026-09-01T12:06:13+00:00" }, { "path": "/api-docs", "status": "404", "at": "2026-09-01T12:06:14+00:00" }, { "path": "/redoc", "status": "404", "at": "2026-09-01T12:06:14+00:00" }, { "path": "/docs", "status": "404", "at": "2026-09-01T12:06:14+00:00" }, { "path": "/v1/openapi.json", "status": "404", "at": "2026-09-01T12:06:14+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T12:24:12+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T12:24:12+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T12:24:12+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T12:24:12+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-01T12:24:13+00:00" }, { "path": "/swagger.json", "status": "200", "at": "2026-09-01T12:24:13+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T12:24:13+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T12:24:13+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T12:24:13+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-01T12:24:14+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:36+00:00", "last_asked": "2026-09-01T02:49:36+00:00", "answered_200_since": null }, { "path": "/openai/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:38+00:00", "last_asked": "2026-09-01T02:49:38+00:00", "answered_200_since": null }, { "path": "/api/v1/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:40+00:00", "last_asked": "2026-09-01T02:49:40+00:00", "answered_200_since": null }, { "path": "/models", "statuses": { "404": 1 }, "first_asked": "2026-09-01T02:49:41+00:00", "last_asked": "2026-09-01T02:49:41+00:00", "answered_200_since": null }, { "path": "/v1/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:43+00:00", "last_asked": "2026-09-01T02:49:43+00:00", "answered_200_since": null }, { "path": "/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:45+00:00", "last_asked": "2026-09-01T02:49:45+00:00", "answered_200_since": null }, { "path": "/openai/v1/chat/completions", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:49:46+00:00", "last_asked": "2026-09-01T02:49:46+00:00", "answered_200_since": null }, { "path": "/pricing.html", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:45+00:00", "last_asked": "2026-09-01T11:57:45+00:00", "answered_200_since": null }, { "path": "/changelog.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:46+00:00", "last_asked": "2026-09-01T11:57:46+00:00", "answered_200_since": "2026-09-02T07:32:14+00:00" }, { "path": "/skills.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:46+00:00", "last_asked": "2026-09-01T11:57:46+00:00", "answered_200_since": null }, { "path": "/agents.md", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:47+00:00", "last_asked": "2026-09-01T11:57:47+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/AGENTS.md", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:47+00:00", "last_asked": "2026-09-01T11:57:47+00:00", "answered_200_since": "2026-09-03T03:19:19+00:00" }, { "path": "/.well-known/dnt-policy.txt", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:47+00:00", "last_asked": "2026-09-01T11:57:47+00:00", "answered_200_since": null }, { "path": "/humans.txt", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:57:47+00:00", "last_asked": "2026-09-01T11:57:47+00:00", "answered_200_since": null }, { "path": "/graphql", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:13+00:00", "last_asked": "2026-09-01T12:06:13+00:00", "answered_200_since": null }, { "path": "/api-docs", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:14+00:00", "last_asked": "2026-09-01T12:06:14+00:00", "answered_200_since": null }, { "path": "/redoc", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:14+00:00", "last_asked": "2026-09-01T12:06:14+00:00", "answered_200_since": null }, { "path": "/docs", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:14+00:00", "last_asked": "2026-09-01T12:06:14+00:00", "answered_200_since": "2026-09-01T22:39:20+00:00" }, { "path": "/v1/openapi.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:14+00:00", "last_asked": "2026-09-01T12:06:14+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 4, "median_gap_minutes": 468.1, "visit_starts": [ "2026-09-01T02:49:36Z", "2026-09-01T11:56:03Z", "2026-09-01T18:17:51Z", "2026-09-02T02:05:56Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "python-httpx", "name": "python-httpx", "group_key": "ua:python-httpx", "kind": "library", "user_agents": [ { "ua": "python-httpx/0.28.1", "requests": 55, "addresses": 13, "first_seen": "2026-08-31T22:44:55+00:00", "last_seen": "2026-09-03T06:12:53+00:00" } ], "primary_user_agent": "python-httpx/0.28.1", "requests": 55, "addresses": 13, "first_seen": "2026-08-31T22:44:55+00:00", "last_seen": "2026-09-03T06:12:53+00:00", "bytes_served": 687989, "classed_by_our_instrument": { "agent": 55 }, "surfaces": { "mcp-crawler-index": 30, "pathwren-edge": 16, "a2a-crawler-index": 9 }, "channels": { "mcp-registry-official": 30, "pypi-registry": 8, "a2a-registry-global": 2, "ard": 1 }, "accept_headers": [ "application/json, text/event-stream", "*/*", "application/a2a+json, application/json", "application/json" ], "status_codes": { "200": 52, "not recorded": 1, "404": 1, "202": 1 }, "distinct_paths": 23, "paths": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T17:53:20+00:00", "last": "2026-09-03T00:36:53+00:00" }, { "path": "/mcp", "requests": 6, "statuses": { "not recorded": 1, "200": 5 }, "first": "2026-08-31T22:44:55+00:00", "last": "2026-09-02T04:51:47+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 5, "statuses": { "200": 4, "202": 1 }, "first": "2026-09-01T08:58:32+00:00", "last": "2026-09-02T04:51:47+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T08:57:19+00:00", "last": "2026-09-02T06:42:33+00:00" }, { "path": "/a2a", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T02:53:55+00:00", "last": "2026-09-02T04:45:37+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T17:53:20+00:00", "last": "2026-09-02T08:59:23+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T08:57:14+00:00", "last": "2026-09-02T04:51:48+00:00" }, { "path": "/a2a/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T08:08:22+00:00", "last": "2026-09-03T04:18:11+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T06:12:52+00:00", "last": "2026-09-03T06:12:53+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:45:10+00:00", "last": "2026-09-03T00:36:53+00:00" }, { "path": "/c/pypi-registry/data/agents.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T18:00:44+00:00", "last": "2026-09-01T18:00:47+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T17:59:49+00:00", "last": "2026-09-01T17:59:53+00:00" }, { "path": "/.well-known/agenstry-verify", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:31:21+00:00", "last": "2026-09-01T17:31:21+00:00" }, { "path": "/a2a/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T13:54:11+00:00", "last": "2026-09-02T13:54:11+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:17:30+00:00", "last": "2026-09-03T02:17:30+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:08:03+00:00", "last": "2026-09-02T08:08:03+00:00" }, { "path": "/c/ard/.well-known/mcp.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T13:56:28+00:00", "last": "2026-09-01T13:56:28+00:00" }, { "path": "/c/mcp-registry-official/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:42:34+00:00", "last": "2026-09-02T06:42:34+00:00" }, { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:00:45+00:00", "last": "2026-09-01T18:00:45+00:00" }, { "path": "/c/pypi-registry/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:00:44+00:00", "last": "2026-09-01T18:00:44+00:00" }, { "path": "/c/pypi-verify/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:59:51+00:00", "last": "2026-09-01T17:59:51+00:00" }, { "path": "/c/pypi-verify/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:59:49+00:00", "last": "2026-09-01T17:59:49+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:00:17+00:00", "last": "2026-09-01T17:00:17+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T22:44:55+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:53:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T08:57:14+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T08:57:19+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T08:58:32+00:00" }, { "path": "/c/ard/.well-known/mcp.json", "status": "404", "at": "2026-09-01T13:56:28+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T17:00:17+00:00" }, { "path": "/.well-known/agenstry-verify", "status": "200", "at": "2026-09-01T17:31:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T17:53:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T17:53:20+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "status": "200", "at": "2026-09-01T17:59:49+00:00" }, { "path": "/c/pypi-verify/ip-ranges/", "status": "200", "at": "2026-09-01T17:59:49+00:00" }, { "path": "/c/pypi-verify/", "status": "200", "at": "2026-09-01T17:59:51+00:00" }, { "path": "/c/pypi-registry/changelog.html", "status": "200", "at": "2026-09-01T18:00:44+00:00" }, { "path": "/c/pypi-registry/data/agents.json", "status": "200", "at": "2026-09-01T18:00:44+00:00" }, { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T18:00:45+00:00" }, { "path": "/c/mcp-registry-official/mcp-doctor.html", "status": "200", "at": "2026-09-02T06:42:34+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "status": "200", "at": "2026-09-02T06:45:10+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T08:08:03+00:00" }, { "path": "/a2a/netcheck", "status": "200", "at": "2026-09-02T08:08:22+00:00" }, { "path": "/a2a/.well-known/agent.json", "status": "200", "at": "2026-09-02T13:54:11+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:17:30+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-03T06:12:52+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/ard/.well-known/mcp.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T13:56:28+00:00", "last_asked": "2026-09-01T13:56:28+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 16, "median_gap_minutes": 120.7, "visit_starts": [ "2026-08-31T22:44:55Z", "2026-09-01T02:53:55Z", "2026-09-01T08:57:14Z", "2026-09-01T10:41:58Z", "2026-09-01T13:56:28Z", "2026-09-01T17:00:17Z", "2026-09-01T17:31:21Z", "2026-09-02T04:45:36Z", "2026-09-02T06:42:33Z", "2026-09-02T08:08:03Z", "2026-09-02T08:59:22Z", "2026-09-02T13:54:11Z", "2026-09-03T00:36:53Z", "2026-09-03T02:17:30Z", "2026-09-03T04:18:11Z", "2026-09-03T06:12:52Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "deno", "name": "Deno", "group_key": "ua:deno", "kind": "library", "user_agents": [ { "ua": "Deno/2.7.5", "requests": 28, "addresses": 1, "first_seen": "2026-09-01T16:20:33+00:00", "last_seen": "2026-09-01T16:20:33+00:00" }, { "ua": "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3)", "requests": 17, "addresses": 11, "first_seen": "2026-08-31T22:30:06+00:00", "last_seen": "2026-09-02T09:32:00+00:00" } ], "primary_user_agent": "Deno/2.7.5", "requests": 45, "addresses": 12, "first_seen": "2026-08-31T22:30:06+00:00", "last_seen": "2026-09-02T09:32:00+00:00", "bytes_served": 188099, "classed_by_our_instrument": { "agent": 45 }, "surfaces": { "pathwren-edge": 23, "mcp-crawler-index": 22 }, "channels": { "mcp-registry-official": 25, "mcp-registry": 2 }, "accept_headers": [ "*/*", "application/json, text/event-stream" ], "status_codes": { "404": 23, "200": 20, "not recorded": 2 }, "distinct_paths": 29, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T01:32:00+00:00", "last": "2026-09-02T09:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T02:30:03+00:00", "last": "2026-09-02T09:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-02T09:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-02T09:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T02:30:03+00:00", "last": "2026-09-02T09:32:00+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "not recorded": 2 }, "first": "2026-08-31T22:30:06+00:00", "last": "2026-08-31T22:36:00+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T16:20:33+00:00", "last": "2026-09-01T16:20:33+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:30:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:32:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:30:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:30:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", "status": "404", "at": "2026-09-01T16:20:33+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "status": "404", "at": "2026-09-01T16:20:33+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "statuses": { "404": 1 }, "first_asked": "2026-09-01T16:20:33+00:00", "last_asked": "2026-09-01T16:20:33+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 6, "median_gap_minutes": 480.0, "visit_starts": [ "2026-08-31T22:30:06Z", "2026-09-01T01:32:00Z", "2026-09-01T02:30:03Z", "2026-09-01T16:20:33Z", "2026-09-02T01:32:00Z", "2026-09-02T09:32:00Z" ] }, "documentation_url": null, "self_described_as": "variant; SupabaseEdgeRuntime/1.74.3" }, { "slug": "apievangelist", "name": "APIEvangelist", "group_key": "ua:apievangelist", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; APIEvangelist/1.0)", "requests": 44, "addresses": 1, "first_seen": "2026-09-01T11:56:42+00:00", "last_seen": "2026-09-01T12:06:54+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; APIEvangelist/1.0)", "requests": 44, "addresses": 1, "first_seen": "2026-09-01T11:56:42+00:00", "last_seen": "2026-09-01T12:06:54+00:00", "bytes_served": 1198332, "classed_by_our_instrument": { "agent": 29, "unknown": 13, "crawler": 2 }, "surfaces": { "pathwren-edge": 43, "ai-crawler-index": 1 }, "channels": { "apis-json": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 37, "404": 7 }, "distinct_paths": 35, "paths": [ { "path": "/apis.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T12:06:52+00:00" }, { "path": "/about.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:45+00:00", "last": "2026-09-01T12:06:52+00:00" }, { "path": "/api.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:44+00:00", "last": "2026-09-01T12:06:52+00:00" }, { "path": "/llms.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:55+00:00" }, { "path": "/openapi.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:42+00:00", "last": "2026-09-01T11:56:55+00:00" }, { "path": "/openapi.yaml", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:42+00:00", "last": "2026-09-01T11:56:55+00:00" }, { "path": "/sitemap.xml", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:44+00:00", "last": "2026-09-01T11:56:55+00:00" }, { "path": "/swagger.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:55+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:52+00:00", "last": "2026-09-01T12:06:52+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:44+00:00", "last": "2026-09-01T11:56:44+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:43+00:00", "last": "2026-09-01T11:56:43+00:00" }, { "path": "/asyncapi.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:56:46+00:00", "last": "2026-09-01T11:56:46+00:00" }, { "path": "/asyncapi.yaml", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:56:46+00:00", "last": "2026-09-01T11:56:46+00:00" }, { "path": "/crawler/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:53+00:00", "last": "2026-09-01T12:06:53+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:45+00:00", "last": "2026-09-01T11:56:45+00:00" }, { "path": "/data/observed-clients.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:54+00:00", "last": "2026-09-01T12:06:54+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:45+00:00", "last": "2026-09-01T11:56:45+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:45+00:00", "last": "2026-09-01T11:56:45+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:52+00:00", "last": "2026-09-01T12:06:52+00:00" }, { "path": "/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:45+00:00", "last": "2026-09-01T11:56:45+00:00" }, { "path": "/policy/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:53+00:00", "last": "2026-09-01T12:06:53+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:53+00:00", "last": "2026-09-01T12:06:53+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:54+00:00", "last": "2026-09-01T12:06:54+00:00" }, { "path": "/security.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:54+00:00", "last": "2026-09-01T12:06:54+00:00" }, { "path": "/stats.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:06:54+00:00", "last": "2026-09-01T12:06:54+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:44+00:00", "last": "2026-09-01T11:56:44+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T12:06:53+00:00", "last": "2026-09-01T12:06:53+00:00" } ], "first_walk": [ { "path": "/openapi.json", "status": "200", "at": "2026-09-01T11:56:42+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-01T11:56:42+00:00" }, { "path": "/swagger.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/apis.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-01T11:56:43+00:00" }, { "path": "/.well-known/api-onboarding", "status": "200", "at": "2026-09-01T11:56:44+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T11:56:44+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-01T11:56:44+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T11:56:44+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T11:56:45+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T11:56:45+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-01T11:56:45+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T11:56:45+00:00" }, { "path": "/ip-ranges/all.json", "status": "200", "at": "2026-09-01T11:56:45+00:00" }, { "path": "/asyncapi.yaml", "status": "404", "at": "2026-09-01T11:56:46+00:00" }, { "path": "/asyncapi.json", "status": "404", "at": "2026-09-01T11:56:46+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T12:06:52+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T12:06:52+00:00" }, { "path": "/terms.html", "status": "404", "at": "2026-09-01T12:06:53+00:00" }, { "path": "/privacy.html", "status": "404", "at": "2026-09-01T12:06:53+00:00" }, { "path": "/policy/index.html", "status": "200", "at": "2026-09-01T12:06:53+00:00" }, { "path": "/crawler/index.html", "status": "200", "at": "2026-09-01T12:06:53+00:00" }, { "path": "/security.html", "status": "200", "at": "2026-09-01T12:06:54+00:00" }, { "path": "/security.json", "status": "200", "at": "2026-09-01T12:06:54+00:00" }, { "path": "/stats.json", "status": "200", "at": "2026-09-01T12:06:54+00:00" }, { "path": "/data/observed-clients.json", "status": "200", "at": "2026-09-01T12:06:54+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:56:43+00:00", "last_asked": "2026-09-01T11:56:43+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:56:43+00:00", "last_asked": "2026-09-01T11:56:43+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:56:43+00:00", "last_asked": "2026-09-01T11:56:43+00:00", "answered_200_since": null }, { "path": "/asyncapi.yaml", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:56:46+00:00", "last_asked": "2026-09-01T11:56:46+00:00", "answered_200_since": "2026-09-02T00:16:02+00:00" }, { "path": "/asyncapi.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:56:46+00:00", "last_asked": "2026-09-01T11:56:46+00:00", "answered_200_since": "2026-09-02T00:16:02+00:00" }, { "path": "/terms.html", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:53+00:00", "last_asked": "2026-09-01T12:06:53+00:00", "answered_200_since": "2026-09-01T12:29:41+00:00" }, { "path": "/privacy.html", "statuses": { "404": 1 }, "first_asked": "2026-09-01T12:06:53+00:00", "last_asked": "2026-09-01T12:06:53+00:00", "answered_200_since": "2026-09-01T12:29:42+00:00" } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T11:56:42Z" ] }, "documentation_url": null, "self_described_as": "APIEvangelist/1.0" }, { "slug": "agenstrybot", "name": "AgenstryBot", "group_key": "host:agenstry.com", "kind": "named", "user_agents": [ { "ua": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", "requests": 43, "addresses": 1, "first_seen": "2026-09-01T04:28:51+00:00", "last_seen": "2026-09-03T02:59:00+00:00" } ], "primary_user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", "requests": 43, "addresses": 1, "first_seen": "2026-09-01T04:28:51+00:00", "last_seen": "2026-09-03T02:59:00+00:00", "bytes_served": 261593, "classed_by_our_instrument": { "crawler": 43 }, "surfaces": { "pathwren-edge": 34, "a2a-crawler-index": 7, "x402-payment-discovery": 2 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 28, "404": 15 }, "distinct_paths": 6, "paths": [ { "path": "/robots.txt", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" }, { "path": "/.well-known/mpp", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" }, { "path": "/.well-known/payment-manifest", "requests": 7, "statuses": { "404": 7 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" }, { "path": "/.well-known/x402", "requests": 7, "statuses": { "404": 1, "200": 6 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" }, { "path": "/a2a", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T04:28:51+00:00", "last": "2026-09-03T02:59:00+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/mpp", "status": "404", "at": "2026-09-01T04:28:51+00:00" }, { "path": "/.well-known/payment-manifest", "status": "404", "at": "2026-09-01T04:28:51+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/x402", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-03T02:59:00+00:00", "answered_200_since": "2026-09-01T05:29:00+00:00" }, { "path": "/.well-known/mpp", "statuses": { "404": 7 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-03T02:59:00+00:00", "answered_200_since": null }, { "path": "/.well-known/payment-manifest", "statuses": { "404": 7 }, "first_asked": "2026-09-01T04:28:51+00:00", "last_asked": "2026-09-03T02:59:00+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 7, "median_gap_minutes": 374.6, "visit_starts": [ "2026-09-01T04:28:51Z", "2026-09-01T08:20:59Z", "2026-09-01T10:50:40Z", "2026-09-02T01:26:56Z", "2026-09-02T07:48:22Z", "2026-09-02T20:51:13Z", "2026-09-03T02:59:00Z" ] }, "documentation_url": "https://agenstry.com/bot", "self_described_as": null }, { "slug": "proofbench", "name": "ProofBench", "group_key": "host:proofbench.dev", "kind": "named", "user_agents": [ { "ua": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", "requests": 42, "addresses": 1, "first_seen": "2026-08-31T22:17:01+00:00", "last_seen": "2026-09-03T04:34:01+00:00" } ], "primary_user_agent": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", "requests": 42, "addresses": 1, "first_seen": "2026-08-31T22:17:01+00:00", "last_seen": "2026-09-03T04:34:01+00:00", "bytes_served": 145105, "classed_by_our_instrument": { "agent": 42 }, "surfaces": { "mcp-crawler-index": 37, "mcp-crawler-ip-verifier": 1, "mcp-robots-policy-lint": 1, "mcp-endpoint-lint": 1, "mcp-crawler-log-triage": 1, "mcp-agent-discovery-doctor": 1 }, "channels": { "mcp-registry-official": 41, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 41, "not recorded": 1 }, "distinct_paths": 7, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 11, "statuses": { "200": 11 }, "first": "2026-09-01T02:02:05+00:00", "last": "2026-09-03T03:54:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 10, "statuses": { "200": 10 }, "first": "2026-09-01T02:41:01+00:00", "last": "2026-09-03T04:34:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 9, "statuses": { "200": 9 }, "first": "2026-09-01T01:57:01+00:00", "last": "2026-09-03T03:49:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T16:24:01+00:00", "last": "2026-09-03T03:05:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T16:24:01+00:00", "last": "2026-09-03T03:05:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:11:12+00:00", "last": "2026-09-03T03:11:12+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:17:01+00:00", "last": "2026-08-31T22:17:01+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:17:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T01:57:01+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:02:05+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:41:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:24:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:24:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:11:12+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 26, "median_gap_minutes": 45.0, "visit_starts": [ "2026-08-31T22:17:01Z", "2026-09-01T01:57:01Z", "2026-09-01T02:41:01Z", "2026-09-01T05:43:04Z", "2026-09-01T06:27:03Z", "2026-09-01T09:28:14Z", "2026-09-01T10:12:14Z", "2026-09-01T13:15:13Z", "2026-09-01T14:00:06Z", "2026-09-01T16:24:01Z", "2026-09-01T17:06:02Z", "2026-09-01T17:50:09Z", "2026-09-02T00:01:11Z", "2026-09-02T00:44:21Z", "2026-09-02T01:29:02Z", "2026-09-02T03:50:04Z", "2026-09-02T04:32:08Z", "2026-09-02T05:17:04Z", "2026-09-02T07:38:10Z", "2026-09-02T08:23:13Z", "2026-09-02T09:10:11Z", "2026-09-03T00:03:03Z", "2026-09-03T00:42:11Z", "2026-09-03T03:05:12Z" ] }, "documentation_url": "https://proofbench.dev/about/probe", "self_described_as": "MCP registry health probe" }, { "slug": "mcpscan", "name": "mcpscan", "group_key": "host:modc2.com", "kind": "named", "user_agents": [ { "ua": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", "requests": 40, "addresses": 1, "first_seen": "2026-09-01T02:28:50+00:00", "last_seen": "2026-09-03T03:20:14+00:00" } ], "primary_user_agent": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", "requests": 40, "addresses": 1, "first_seen": "2026-09-01T02:28:50+00:00", "last_seen": "2026-09-03T03:20:14+00:00", "bytes_served": 107669, "classed_by_our_instrument": { "crawler": 35, "agent": 5 }, "surfaces": { "mcp-crawler-index": 31, "mcp-robots-policy-lint": 2, "mcp-crawler-ip-verifier": 2, "mcp-agent-discovery-doctor": 2, "mcp-endpoint-lint": 2, "mcp-crawler-log-triage": 1 }, "channels": { "mcp-registry-official": 25, "mcpscan": 7, "mcpscan-netcheck": 4, "mcpscan-robots": 4 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 36, "202": 4 }, "distinct_paths": 9, "paths": [ { "path": "/c/mcpscan/mcp/doctor", "requests": 7, "statuses": { "200": 5, "202": 2 }, "first": "2026-09-01T07:46:33+00:00", "last": "2026-09-03T01:50:35+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T02:28:50+00:00", "last": "2026-09-03T02:31:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 6, "statuses": { "200": 5, "202": 1 }, "first": "2026-09-01T02:28:50+00:00", "last": "2026-09-03T02:31:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-02T02:37:34+00:00", "last": "2026-09-03T02:38:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T20:37:08+00:00", "last": "2026-09-03T02:38:31+00:00" }, { "path": "/c/mcpscan-netcheck/mcp/netcheck", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T15:17:54+00:00", "last": "2026-09-03T03:20:14+00:00" }, { "path": "/c/mcpscan-robots/mcp/robots", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T15:17:55+00:00", "last": "2026-09-03T03:20:14+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-02T02:37:34+00:00", "last": "2026-09-03T02:38:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-03T02:47:16+00:00", "last": "2026-09-03T02:47:17+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:28:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:28:50+00:00" }, { "path": "/c/mcpscan/mcp/doctor", "status": "200", "at": "2026-09-01T07:46:33+00:00" }, { "path": "/c/mcpscan-netcheck/mcp/netcheck", "status": "200", "at": "2026-09-01T15:17:54+00:00" }, { "path": "/c/mcpscan-robots/mcp/robots", "status": "200", "at": "2026-09-01T15:17:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T20:37:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T02:37:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T02:37:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T02:47:16+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 16, "median_gap_minutes": 48.8, "visit_starts": [ "2026-09-01T02:28:50Z", "2026-09-01T07:46:33Z", "2026-09-01T08:29:00Z", "2026-09-01T13:47:01Z", "2026-09-01T14:29:23Z", "2026-09-01T15:17:54Z", "2026-09-01T20:37:08Z", "2026-09-02T01:47:45Z", "2026-09-02T02:29:57Z", "2026-09-02T03:18:43Z", "2026-09-02T07:48:16Z", "2026-09-02T08:30:34Z", "2026-09-02T09:19:37Z", "2026-09-03T01:50:34Z", "2026-09-03T02:31:57Z", "2026-09-03T03:20:14Z" ] }, "documentation_url": "https://modc2.com/mcpscan", "self_described_as": "MCP index crawler" }, { "slug": "curl", "name": "curl", "group_key": "ua:curl", "kind": "library", "user_agents": [ { "ua": "curl/8.7.1", "requests": 29, "addresses": 2, "first_seen": "2026-09-01T11:53:31+00:00", "last_seen": "2026-09-02T11:32:11+00:00" }, { "ua": "curl/7.88.0", "requests": 7, "addresses": 1, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-02T06:59:20+00:00" }, { "ua": "curl/8.19.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T07:37:05+00:00", "last_seen": "2026-09-01T07:37:40+00:00" } ], "primary_user_agent": "curl/8.7.1", "requests": 38, "addresses": 4, "first_seen": "2026-09-01T02:28:30+00:00", "last_seen": "2026-09-02T11:32:11+00:00", "bytes_served": 418573, "classed_by_our_instrument": { "agent": 38 }, "surfaces": { "pathwren-edge": 32, "mcp-crawler-index": 6 }, "channels": { "a2a-registry-org": 2, "mcp-registry-official": 2 }, "accept_headers": [ "*/*", "application/json, text/event-stream", "application/json" ], "status_codes": { "200": 36, "404": 1, "405": 1 }, "distinct_paths": 27, "paths": [ { "path": "/", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T02:28:30+00:00", "last": "2026-09-02T06:59:20+00:00" }, { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:53:31+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T07:37:05+00:00", "last": "2026-09-01T07:37:40+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T11:30:43+00:00", "last": "2026-09-02T11:32:11+00:00" }, { "path": "/data/agents.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:58:48+00:00", "last": "2026-09-01T12:23:33+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:57:23+00:00", "last": "2026-09-01T12:24:15+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/owners.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:09+00:00", "last": "2026-09-01T11:58:09+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:56:56+00:00", "last": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:09+00:00", "last": "2026-09-01T11:58:09+00:00" }, { "path": "/a2a.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:20+00:00", "last": "2026-09-01T11:58:20+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:19+00:00", "last": "2026-09-01T11:58:19+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:19+00:00", "last": "2026-09-01T11:58:19+00:00" }, { "path": "/apis.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:54:09+00:00", "last": "2026-09-01T11:54:09+00:00" }, { "path": "/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:19+00:00", "last": "2026-09-01T11:58:19+00:00" }, { "path": "/crawler/nope.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:58:49+00:00", "last": "2026-09-01T11:58:49+00:00" }, { "path": "/feed.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:35+00:00", "last": "2026-09-01T11:58:35+00:00" }, { "path": "/graphql", "requests": 1, "statuses": { "405": 1 }, "first": "2026-09-01T12:06:14+00:00", "last": "2026-09-01T12:06:14+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:20+00:00", "last": "2026-09-01T11:58:20+00:00" }, { "path": "/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:44+00:00", "last": "2026-09-01T11:57:44+00:00" }, { "path": "/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:57:44+00:00", "last": "2026-09-01T11:57:44+00:00" }, { "path": "/security.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:19+00:00", "last": "2026-09-01T11:58:19+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:58:09+00:00", "last": "2026-09-01T11:58:09+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T02:28:30+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T07:37:05+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T11:53:31+00:00" }, { "path": "/apis.json", "status": "200", "at": "2026-09-01T11:54:09+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/.well-known/api-onboarding", "status": "200", "at": "2026-09-01T11:56:56+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T11:57:23+00:00" }, { "path": "/mcp/triage", "status": "200", "at": "2026-09-01T11:57:44+00:00" }, { "path": "/mcp/doctor", "status": "200", "at": "2026-09-01T11:57:44+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-01T11:58:09+00:00" }, { "path": "/.well-known/owners.json", "status": "200", "at": "2026-09-01T11:58:09+00:00" }, { "path": "/.well-known/x402", "status": "200", "at": "2026-09-01T11:58:09+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-01T11:58:19+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T11:58:19+00:00" }, { "path": "/changelog.html", "status": "200", "at": "2026-09-01T11:58:19+00:00" }, { "path": "/security.html", "status": "200", "at": "2026-09-01T11:58:19+00:00" }, { "path": "/a2a.html", "status": "200", "at": "2026-09-01T11:58:20+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T11:58:20+00:00" }, { "path": "/feed.json", "status": "200", "at": "2026-09-01T11:58:35+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T11:58:48+00:00" }, { "path": "/crawler/nope.json", "status": "404", "at": "2026-09-01T11:58:49+00:00" }, { "path": "/graphql", "status": "405", "at": "2026-09-01T12:06:14+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T11:30:43+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/crawler/nope.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:58:49+00:00", "last_asked": "2026-09-01T11:58:49+00:00", "answered_200_since": null }, { "path": "/graphql", "statuses": { "405": 1 }, "first_asked": "2026-09-01T12:06:14+00:00", "last_asked": "2026-09-01T12:06:14+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 7, "median_gap_minutes": 263.9, "visit_starts": [ "2026-09-01T02:28:30Z", "2026-09-01T07:37:05Z", "2026-09-01T11:53:31Z", "2026-09-01T13:53:17Z", "2026-09-01T17:02:39Z", "2026-09-02T06:59:20Z", "2026-09-02T11:30:43Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcpwatch", "name": "MCPWatch", "group_key": "host:iyre.com", "kind": "named", "user_agents": [ { "ua": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", "requests": 38, "addresses": 1, "first_seen": "2026-09-01T03:49:49+00:00", "last_seen": "2026-09-03T03:53:31+00:00" } ], "primary_user_agent": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", "requests": 38, "addresses": 1, "first_seen": "2026-09-01T03:49:49+00:00", "last_seen": "2026-09-03T03:53:31+00:00", "bytes_served": 103832, "classed_by_our_instrument": { "agent": 38 }, "surfaces": { "mcp-crawler-index": 21, "mcp-agent-discovery-doctor": 4, "mcp-crawler-ip-verifier": 4, "mcp-crawler-log-triage": 3, "mcp-endpoint-lint": 3, "mcp-robots-policy-lint": 3 }, "channels": { "mcp-registry-official": 38 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 31, "202": 7 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 8, "statuses": { "200": 7, "202": 1 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-03T03:53:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 8, "statuses": { "200": 7, "202": 1 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-03T03:53:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 8, "statuses": { "202": 3, "200": 5 }, "first": "2026-09-01T03:49:49+00:00", "last": "2026-09-03T03:53:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 6, "statuses": { "200": 5, "202": 1 }, "first": "2026-09-02T03:48:13+00:00", "last": "2026-09-03T03:53:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 5, "statuses": { "200": 4, "202": 1 }, "first": "2026-09-02T03:48:14+00:00", "last": "2026-09-03T03:53:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T03:53:03+00:00", "last": "2026-09-03T03:53:31+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:48:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:48:14+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:53:03+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1441.6, "visit_starts": [ "2026-09-01T03:49:49Z", "2026-09-02T03:48:13Z", "2026-09-03T03:53:02Z" ] }, "documentation_url": "mailto:mcpwatch@iyre.com", "self_described_as": null }, { "slug": "golemreachtrustbot", "name": "GolemreachTrustBot", "group_key": "host:golemreach.com", "kind": "named", "user_agents": [ { "ua": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", "requests": 37, "addresses": 1, "first_seen": "2026-09-01T00:48:12+00:00", "last_seen": "2026-09-03T06:22:00+00:00" } ], "primary_user_agent": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", "requests": 37, "addresses": 1, "first_seen": "2026-09-01T00:48:12+00:00", "last_seen": "2026-09-03T06:22:00+00:00", "bytes_served": 230958, "classed_by_our_instrument": { "crawler": 37 }, "surfaces": { "pathwren-edge": 27, "mcp-crawler-index": 10 }, "channels": { "mcp-registry-official": 10 }, "accept_headers": [ "application/json", "application/json, text/event-stream" ], "status_codes": { "200": 33, "404": 2, "301": 2 }, "distinct_paths": 6, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 25, "statuses": { "404": 1, "301": 1, "200": 23 }, "first": "2026-09-01T00:48:12+00:00", "last": "2026-09-03T06:22:00+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T05:49:08+00:00", "last": "2026-09-01T19:35:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T08:51:45+00:00", "last": "2026-09-01T13:39:40+00:00" }, { "path": "/.well-known/agent.json", "requests": 2, "statuses": { "404": 1, "301": 1 }, "first": "2026-09-01T00:48:12+00:00", "last": "2026-09-01T00:48:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T08:51:45+00:00", "last": "2026-09-01T13:39:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T19:15:08+00:00", "last": "2026-09-01T19:15:08+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T00:48:12+00:00" }, { "path": "/.well-known/agent.json", "status": "404", "at": "2026-09-01T00:48:12+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T05:49:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T08:51:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T08:51:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T19:15:08+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T00:48:12+00:00", "last_asked": "2026-09-03T06:22:00+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" }, { "path": "/.well-known/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T00:48:12+00:00", "last_asked": "2026-09-01T00:48:13+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" } ], "return_behaviour": { "visits": 24, "median_gap_minutes": 75.5, "visit_starts": [ "2026-09-01T00:48:12Z", "2026-09-01T01:59:29Z", "2026-09-01T03:08:02Z", "2026-09-01T04:19:06Z", "2026-09-01T05:30:49Z", "2026-09-01T06:39:10Z", "2026-09-01T07:53:02Z", "2026-09-01T08:51:45Z", "2026-09-01T10:17:12Z", "2026-09-01T11:33:48Z", "2026-09-01T12:46:49Z", "2026-09-01T15:13:33Z", "2026-09-01T16:26:04Z", "2026-09-01T17:40:48Z", "2026-09-01T19:15:08Z", "2026-09-01T22:35:10Z", "2026-09-02T01:04:33Z", "2026-09-02T02:20:06Z", "2026-09-02T03:31:17Z", "2026-09-02T04:52:24Z", "2026-09-03T01:16:09Z", "2026-09-03T02:34:03Z", "2026-09-03T03:49:52Z", "2026-09-03T06:22:00Z" ] }, "documentation_url": "https://golemreach.com/trust/bot", "self_described_as": null }, { "slug": "python-httpx2", "name": "python-httpx2", "group_key": "ua:python-httpx2", "kind": "library", "user_agents": [ { "ua": "python-httpx2/2.12.0", "requests": 36, "addresses": 4, "first_seen": "2026-08-31T22:15:20+00:00", "last_seen": "2026-09-02T08:58:41+00:00" } ], "primary_user_agent": "python-httpx2/2.12.0", "requests": 36, "addresses": 4, "first_seen": "2026-08-31T22:15:20+00:00", "last_seen": "2026-09-02T08:58:41+00:00", "bytes_served": 34225, "classed_by_our_instrument": { "agent": 36 }, "surfaces": { "mcp-crawler-index": 36 }, "channels": { "mcp-registry-official": 33, "mcp-registry": 3 }, "accept_headers": [ "application/json, text/event-stream", "*/*" ], "status_codes": { "200": 22, "204": 11, "not recorded": 3 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 9, "statuses": { "204": 3, "200": 6 }, "first": "2026-09-01T00:38:29+00:00", "last": "2026-09-02T08:58:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 6, "statuses": { "204": 2, "200": 4 }, "first": "2026-09-01T02:48:57+00:00", "last": "2026-09-02T08:58:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 6, "statuses": { "204": 2, "200": 4 }, "first": "2026-09-01T16:00:24+00:00", "last": "2026-09-02T08:58:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 6, "statuses": { "204": 2, "200": 4 }, "first": "2026-09-01T16:00:24+00:00", "last": "2026-09-02T08:58:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 6, "statuses": { "204": 2, "200": 4 }, "first": "2026-09-01T02:15:38+00:00", "last": "2026-09-02T08:58:41+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "not recorded": 3 }, "first": "2026-08-31T22:15:20+00:00", "last": "2026-08-31T22:15:27+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:15:20+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T00:38:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:15:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:48:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:00:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:00:24+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 316.4, "visit_starts": [ "2026-08-31T22:15:20Z", "2026-09-01T00:38:29Z", "2026-09-01T02:15:38Z", "2026-09-01T02:48:57Z", "2026-09-01T16:00:24Z", "2026-09-02T00:49:05Z", "2026-09-02T08:58:34Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "python-requests", "name": "python-requests", "group_key": "ua:python-requests", "kind": "named", "user_agents": [ { "ua": "python-requests/2.33.0", "requests": 28, "addresses": 28, "first_seen": "2026-09-01T06:23:35+00:00", "last_seen": "2026-09-01T17:39:18+00:00" }, { "ua": "python-requests/2.32.5", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:17:21+00:00", "last_seen": "2026-09-01T19:17:58+00:00" }, { "ua": "python-requests/2.32.3", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T07:52:09+00:00", "last_seen": "2026-09-02T07:52:09+00:00" } ], "primary_user_agent": "python-requests/2.33.0", "requests": 33, "addresses": 30, "first_seen": "2026-09-01T06:23:35+00:00", "last_seen": "2026-09-02T07:52:09+00:00", "bytes_served": 455332, "classed_by_our_instrument": { "agent": 33 }, "surfaces": { "pathwren-edge": 33 }, "channels": { "pypi-registry": 4, "a2a-registry-org": 1 }, "accept_headers": [ "*/*", "application/json" ], "status_codes": { "200": 30, "404": 3 }, "distinct_paths": 6, "paths": [ { "path": "/favicon.ico", "requests": 28, "statuses": { "200": 28 }, "first": "2026-09-01T06:23:35+00:00", "last": "2026-09-01T17:39:18+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:52:09+00:00", "last": "2026-09-02T07:52:09+00:00" }, { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:17:22+00:00", "last": "2026-09-01T07:17:22+00:00" }, { "path": "/c/pypi-registry/)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T07:17:21+00:00", "last": "2026-09-01T07:17:21+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T19:17:58+00:00", "last": "2026-09-01T19:17:58+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/data.json)", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T19:17:58+00:00", "last": "2026-09-01T19:17:58+00:00" } ], "first_walk": [ { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T06:23:35+00:00" }, { "path": "/c/pypi-registry/)", "status": "404", "at": "2026-09-01T07:17:21+00:00" }, { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T07:17:22+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/data.json)", "status": "404", "at": "2026-09-01T19:17:58+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/)", "status": "404", "at": "2026-09-01T19:17:58+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T07:52:09+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/pypi-registry/)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T07:17:21+00:00", "last_asked": "2026-09-01T07:17:21+00:00", "answered_200_since": null }, { "path": "/c/pypi-registry/ai-crawler-robots/data.json)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T19:17:58+00:00", "last_asked": "2026-09-01T19:17:58+00:00", "answered_200_since": null }, { "path": "/c/pypi-registry/ai-crawler-robots/)", "statuses": { "404": 1 }, "first_asked": "2026-09-01T19:17:58+00:00", "last_asked": "2026-09-01T19:17:58+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 5, "median_gap_minutes": 360.3, "visit_starts": [ "2026-09-01T06:23:35Z", "2026-09-01T07:17:21Z", "2026-09-01T17:38:09Z", "2026-09-01T19:17:58Z", "2026-09-02T07:52:09Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "sasame-mcp-audit", "name": "SaSame-MCP-Audit", "group_key": "ua:sasame-mcp-audit", "kind": "named", "user_agents": [ { "ua": "SaSame-MCP-Audit/0.1", "requests": 31, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-03T06:01:15+00:00" } ], "primary_user_agent": "SaSame-MCP-Audit/0.1", "requests": 31, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-03T06:01:15+00:00", "bytes_served": 91411, "classed_by_our_instrument": { "agent": 31 }, "surfaces": { "mcp-crawler-index": 31 }, "channels": { "sasame": 30, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 31 }, "distinct_paths": 2, "paths": [ { "path": "/c/sasame/mcp", "requests": 30, "statuses": { "200": 30 }, "first": "2026-09-01T21:04:13+00:00", "last": "2026-09-03T06:01:15+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-01T01:07:30+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:07:30+00:00" }, { "path": "/c/sasame/mcp", "status": "200", "at": "2026-09-01T21:04:13+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 25, "median_gap_minutes": 60.0, "visit_starts": [ "2026-09-01T01:07:30Z", "2026-09-01T21:04:13Z", "2026-09-01T23:03:30Z", "2026-09-02T00:03:51Z", "2026-09-02T00:47:59Z", "2026-09-02T02:03:51Z", "2026-09-02T03:03:28Z", "2026-09-02T04:03:11Z", "2026-09-02T05:02:36Z", "2026-09-02T06:03:53Z", "2026-09-02T06:49:00Z", "2026-09-02T08:02:04Z", "2026-09-02T09:01:11Z", "2026-09-02T10:04:55Z", "2026-09-02T11:00:25Z", "2026-09-02T14:01:38Z", "2026-09-02T16:01:26Z", "2026-09-02T23:02:11Z", "2026-09-03T00:01:25Z", "2026-09-03T00:47:03Z", "2026-09-03T02:02:06Z", "2026-09-03T03:03:38Z", "2026-09-03T04:03:03Z", "2026-09-03T05:02:10Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "go-http-client", "name": "Go-http-client", "group_key": "ua:go-http-client", "kind": "library", "user_agents": [ { "ua": "Go-http-client/2.0", "requests": 30, "addresses": 2, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-03T06:12:46+00:00" } ], "primary_user_agent": "Go-http-client/2.0", "requests": 30, "addresses": 2, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-03T06:12:46+00:00", "bytes_served": 117968, "classed_by_our_instrument": { "agent": 30 }, "surfaces": { "mcp-crawler-index": 25, "pathwren-edge": 2, "mcp-crawler-ip-verifier": 2, "mcp-agent-discovery-doctor": 1 }, "channels": { "mcp-registry-official": 26, "mcp-registry": 2, "pypi-registry": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 30 }, "distinct_paths": 9, "paths": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 7, "statuses": { "200": 7 }, "first": "2026-09-01T17:00:17+00:00", "last": "2026-09-03T06:12:46+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T02:12:22+00:00", "last": "2026-09-03T00:12:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T04:11:39+00:00", "last": "2026-09-03T04:11:59+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T03:08:48+00:00", "last": "2026-09-03T01:06:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T17:00:18+00:00", "last": "2026-09-02T10:13:09+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-08-31T23:00:06+00:00", "last": "2026-08-31T23:00:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:06:29+00:00", "last": "2026-09-03T01:06:29+00:00" }, { "path": "/c/pypi-registry", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:23:40+00:00", "last": "2026-09-01T06:23:40+00:00" }, { "path": "/c/pypi-verify/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:38:47+00:00", "last": "2026-09-01T17:38:47+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:11:39+00:00" }, { "path": "/c/pypi-registry", "status": "200", "at": "2026-09-01T06:23:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T17:00:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T17:00:18+00:00" }, { "path": "/c/pypi-verify/ip-ranges/", "status": "200", "at": "2026-09-01T17:38:47+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:06:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 17, "median_gap_minutes": 120.9, "visit_starts": [ "2026-08-31T23:00:06Z", "2026-09-01T02:12:22Z", "2026-09-01T03:08:48Z", "2026-09-01T04:11:39Z", "2026-09-01T06:23:40Z", "2026-09-01T17:00:17Z", "2026-09-01T17:38:47Z", "2026-09-02T00:12:37Z", "2026-09-02T01:07:18Z", "2026-09-02T02:11:58Z", "2026-09-02T04:11:30Z", "2026-09-02T06:12:37Z", "2026-09-02T10:08:27Z", "2026-09-03T00:12:10Z", "2026-09-03T01:06:29Z", "2026-09-03T04:11:59Z", "2026-09-03T06:12:45Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "gtm-engine", "name": "gtm-engine", "group_key": "ua:gtm-engine", "kind": "named", "user_agents": [ { "ua": "gtm-engine/0.1 (+contact enrichment; no pattern-guessing)", "requests": 30, "addresses": 1, "first_seen": "2026-09-01T16:51:55+00:00", "last_seen": "2026-09-01T16:52:07+00:00" } ], "primary_user_agent": "gtm-engine/0.1 (+contact enrichment; no pattern-guessing)", "requests": 30, "addresses": 1, "first_seen": "2026-09-01T16:51:55+00:00", "last_seen": "2026-09-01T16:52:07+00:00", "bytes_served": 125690, "classed_by_our_instrument": { "agent": 30 }, "surfaces": { "pathwren-edge": 30 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "404": 25, "200": 5 }, "distinct_paths": 6, "paths": [ { "path": "/", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T16:51:55+00:00", "last": "2026-09-01T16:52:06+00:00" }, { "path": "/about", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T16:51:56+00:00", "last": "2026-09-01T16:52:06+00:00" }, { "path": "/about-us", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T16:51:56+00:00", "last": "2026-09-01T16:52:06+00:00" }, { "path": "/contact", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T16:51:56+00:00", "last": "2026-09-01T16:52:06+00:00" }, { "path": "/impressum", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T16:51:56+00:00", "last": "2026-09-01T16:52:06+00:00" }, { "path": "/legal", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-01T16:51:57+00:00", "last": "2026-09-01T16:52:07+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T16:51:55+00:00" }, { "path": "/about", "status": "404", "at": "2026-09-01T16:51:56+00:00" }, { "path": "/contact", "status": "404", "at": "2026-09-01T16:51:56+00:00" }, { "path": "/about-us", "status": "404", "at": "2026-09-01T16:51:56+00:00" }, { "path": "/impressum", "status": "404", "at": "2026-09-01T16:51:56+00:00" }, { "path": "/legal", "status": "404", "at": "2026-09-01T16:51:57+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/about", "statuses": { "404": 5 }, "first_asked": "2026-09-01T16:51:56+00:00", "last_asked": "2026-09-01T16:52:06+00:00", "answered_200_since": "2026-09-02T05:34:47+00:00" }, { "path": "/contact", "statuses": { "404": 5 }, "first_asked": "2026-09-01T16:51:56+00:00", "last_asked": "2026-09-01T16:52:06+00:00", "answered_200_since": "2026-09-02T00:23:03+00:00" }, { "path": "/about-us", "statuses": { "404": 5 }, "first_asked": "2026-09-01T16:51:56+00:00", "last_asked": "2026-09-01T16:52:06+00:00", "answered_200_since": "2026-09-02T05:34:48+00:00" }, { "path": "/impressum", "statuses": { "404": 5 }, "first_asked": "2026-09-01T16:51:56+00:00", "last_asked": "2026-09-01T16:52:06+00:00", "answered_200_since": "2026-09-02T00:22:58+00:00" }, { "path": "/legal", "statuses": { "404": 5 }, "first_asked": "2026-09-01T16:51:57+00:00", "last_asked": "2026-09-01T16:52:07+00:00", "answered_200_since": "2026-09-01T23:35:19+00:00" } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T16:51:55Z" ] }, "documentation_url": null, "self_described_as": "no pattern-guessing" }, { "slug": "neuronto", "name": "Neuronto", "group_key": "host:neuronto.com", "kind": "named", "user_agents": [ { "ua": "Neuronto/1.0 (+https://neuronto.com/about; ARD registry; crawler)", "requests": 27, "addresses": 2, "first_seen": "2026-09-01T08:18:38+00:00", "last_seen": "2026-09-03T05:23:57+00:00" } ], "primary_user_agent": "Neuronto/1.0 (+https://neuronto.com/about; ARD registry; crawler)", "requests": 27, "addresses": 2, "first_seen": "2026-09-01T08:18:38+00:00", "last_seen": "2026-09-03T05:23:57+00:00", "bytes_served": 288241, "classed_by_our_instrument": { "crawler": 27 }, "surfaces": { "a2a-crawler-index": 15, "pathwren-edge": 11, "x402-payment-discovery": 1 }, "channels": { "ard": 19 }, "accept_headers": [ "*/*", "application/json,*/*" ], "status_codes": { "200": 27 }, "distinct_paths": 11, "paths": [ { "path": "/.well-known/ard.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T08:18:38+00:00", "last": "2026-09-02T02:44:54+00:00" }, { "path": "/c/ard/a2a/discovery/.well-known/agent-card.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-03T01:03:40+00:00", "last": "2026-09-03T05:23:57+00:00" }, { "path": "/c/ard/a2a/lint/.well-known/agent-card.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-03T01:03:40+00:00", "last": "2026-09-03T05:23:57+00:00" }, { "path": "/c/ard/a2a/score/.well-known/agent-card.json", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-03T01:03:40+00:00", "last": "2026-09-03T05:23:57+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:43:41+00:00", "last": "2026-09-02T02:43:41+00:00" }, { "path": "/.well-known/ai-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:43:41+00:00", "last": "2026-09-02T02:43:41+00:00" }, { "path": "/c/ard/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:41:43+00:00", "last": "2026-09-01T08:41:43+00:00" }, { "path": "/c/ard/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:41:43+00:00", "last": "2026-09-01T08:41:43+00:00" }, { "path": "/c/ard/.well-known/x402", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:14:19+00:00", "last": "2026-09-02T03:14:19+00:00" }, { "path": "/c/ard/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:41:43+00:00", "last": "2026-09-01T08:41:43+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:43:41+00:00", "last": "2026-09-02T02:43:41+00:00" } ], "first_walk": [ { "path": "/.well-known/ard.json", "status": "200", "at": "2026-09-01T08:18:38+00:00" }, { "path": "/c/ard/.well-known/mcp.json", "status": "200", "at": "2026-09-01T08:41:43+00:00" }, { "path": "/c/ard/openapi.json", "status": "200", "at": "2026-09-01T08:41:43+00:00" }, { "path": "/c/ard/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T08:41:43+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-02T02:43:41+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T02:43:41+00:00" }, { "path": "/.well-known/ai-catalog.json", "status": "200", "at": "2026-09-02T02:43:41+00:00" }, { "path": "/c/ard/.well-known/x402", "status": "200", "at": "2026-09-02T03:14:19+00:00" }, { "path": "/c/ard/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T01:03:40+00:00" }, { "path": "/c/ard/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T01:03:40+00:00" }, { "path": "/c/ard/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T01:03:40+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 8, "median_gap_minutes": 66.2, "visit_starts": [ "2026-09-01T08:18:38Z", "2026-09-01T13:48:28Z", "2026-09-02T02:43:41Z", "2026-09-03T01:03:40Z", "2026-09-03T02:09:54Z", "2026-09-03T03:12:22Z", "2026-09-03T04:18:32Z", "2026-09-03T05:23:57Z" ] }, "documentation_url": "https://neuronto.com/about", "self_described_as": "ARD registry; crawler" }, { "slug": "apis-io-submit", "name": "apis.io-submit", "group_key": "host:apis.io", "kind": "named", "user_agents": [ { "ua": "apis.io-submit/1.0 (+https://apis.io)", "requests": 24, "addresses": 2, "first_seen": "2026-08-31T21:21:01+00:00", "last_seen": "2026-09-02T04:49:24+00:00" }, { "ua": "APIEvangelist-AddAPI-Control/1.0 (+https://apis.io)", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T21:23:53+00:00", "last_seen": "2026-08-31T21:23:53+00:00" } ], "primary_user_agent": "apis.io-submit/1.0 (+https://apis.io)", "requests": 25, "addresses": 3, "first_seen": "2026-08-31T21:21:01+00:00", "last_seen": "2026-09-02T04:49:24+00:00", "bytes_served": 778757, "classed_by_our_instrument": { "agent": 25 }, "surfaces": { "pathwren-edge": 25 }, "channels": {}, "accept_headers": [ "application/json, text/plain, */*", "*/*" ], "status_codes": { "not recorded": 13, "200": 12 }, "distinct_paths": 13, "paths": [ { "path": "/", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/api-catalog", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/api-catalog.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/api-onboarding", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/apis.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/apis.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/llms.txt", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/openapi.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/openapi.yaml", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/swagger.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T21:21:01+00:00", "last": "2026-09-02T04:49:24+00:00" }, { "path": "/__apis-io-control-1649760434__", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T21:23:53+00:00", "last": "2026-08-31T21:23:53+00:00" } ], "first_walk": [ { "path": "/.well-known/mcp.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.yaml", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/swagger.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/apis.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/llms.txt", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-catalog", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/.well-known/api-onboarding", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/openapi.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/apis.json", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/", "status": "not recorded", "at": "2026-08-31T21:21:01+00:00" }, { "path": "/__apis-io-control-1649760434__", "status": "not recorded", "at": "2026-08-31T21:23:53+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1888.4, "visit_starts": [ "2026-08-31T21:21:01Z", "2026-09-02T04:49:24Z" ] }, "documentation_url": "https://apis.io", "self_described_as": null }, { "slug": "nothumansearch", "name": "NotHumanSearch", "group_key": "host:nothumansearch.ai", "kind": "named", "user_agents": [ { "ua": "NotHumanSearch/1.0 (+https://nothumansearch.ai/about)", "requests": 25, "addresses": 1, "first_seen": "2026-09-03T04:08:25+00:00", "last_seen": "2026-09-03T05:06:48+00:00" } ], "primary_user_agent": "NotHumanSearch/1.0 (+https://nothumansearch.ai/about)", "requests": 25, "addresses": 1, "first_seen": "2026-09-03T04:08:25+00:00", "last_seen": "2026-09-03T05:06:48+00:00", "bytes_served": 1478743, "classed_by_our_instrument": { "agent": 25 }, "surfaces": { "pathwren-edge": 24, "mcp-crawler-index": 1 }, "channels": { "nothumansearch": 13 }, "accept_headers": [ "text/plain, application/json, text/html, */*", "application/json, text/event-stream" ], "status_codes": { "200": 19, "404": 6 }, "distinct_paths": 13, "paths": [ { "path": "/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:43+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:43+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/api", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:48+00:00" }, { "path": "/api/v1", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/api/v2", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/api/v3", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:48+00:00" }, { "path": "/favicon.ico", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:43+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/llms.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:43+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/openapi.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:48+00:00" }, { "path": "/openapi.yaml", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:43+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/robots.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T04:55:44+00:00", "last": "2026-09-03T05:06:47+00:00" }, { "path": "/c/nothumansearch/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:08:25+00:00", "last": "2026-09-03T04:08:25+00:00" } ], "first_walk": [ { "path": "/c/nothumansearch/mcp", "status": "200", "at": "2026-09-03T04:08:25+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T04:55:43+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T04:55:43+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-03T04:55:43+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-03T04:55:43+00:00" }, { "path": "/openapi.yaml", "status": "200", "at": "2026-09-03T04:55:43+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/api/v1", "status": "404", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/api/v2", "status": "404", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/api/v3", "status": "404", "at": "2026-09-03T04:55:44+00:00" }, { "path": "/api", "status": "200", "at": "2026-09-03T04:55:44+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/api/v1", "statuses": { "404": 2 }, "first_asked": "2026-09-03T04:55:44+00:00", "last_asked": "2026-09-03T05:06:47+00:00", "answered_200_since": "2026-09-03T06:05:12+00:00" }, { "path": "/api/v2", "statuses": { "404": 2 }, "first_asked": "2026-09-03T04:55:44+00:00", "last_asked": "2026-09-03T05:06:47+00:00", "answered_200_since": null }, { "path": "/api/v3", "statuses": { "404": 2 }, "first_asked": "2026-09-03T04:55:44+00:00", "last_asked": "2026-09-03T05:06:48+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 47.3, "visit_starts": [ "2026-09-03T04:08:25Z", "2026-09-03T04:55:43Z" ] }, "documentation_url": "https://nothumansearch.ai/about", "self_described_as": null }, { "slug": "python", "name": "Python", "group_key": "ua:python", "kind": "named", "user_agents": [ { "ua": "Python/3.11 aiohttp/3.13.5", "requests": 24, "addresses": 18, "first_seen": "2026-09-03T01:27:04+00:00", "last_seen": "2026-09-03T02:34:42+00:00" } ], "primary_user_agent": "Python/3.11 aiohttp/3.13.5", "requests": 24, "addresses": 18, "first_seen": "2026-09-03T01:27:04+00:00", "last_seen": "2026-09-03T02:34:42+00:00", "bytes_served": 177973, "classed_by_our_instrument": { "agent": 24 }, "surfaces": { "pathwren-edge": 24 }, "channels": { "pypi-registry": 24 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 24 }, "distinct_paths": 24, "paths": [ { "path": "/c/pypi-registry/crawler/apis-google.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:43:25+00:00", "last": "2026-09-03T01:43:25+00:00" }, { "path": "/c/pypi-registry/crawler/google-agent.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:43:38+00:00", "last": "2026-09-03T01:43:38+00:00" }, { "path": "/c/pypi-registry/crawler/google-cloudvertexbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:29:50+00:00", "last": "2026-09-03T01:29:50+00:00" }, { "path": "/c/pypi-registry/crawler/google-cws.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:42+00:00", "last": "2026-09-03T02:34:42+00:00" }, { "path": "/c/pypi-registry/crawler/google-inspectiontool.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:16+00:00", "last": "2026-09-03T02:34:16+00:00" }, { "path": "/c/pypi-registry/crawler/google-pinpoint.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:30:10+00:00", "last": "2026-09-03T01:30:10+00:00" }, { "path": "/c/pypi-registry/crawler/googlemessages.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:23+00:00", "last": "2026-09-03T02:34:23+00:00" }, { "path": "/c/pypi-registry/crawler/googleother.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:30:07+00:00", "last": "2026-09-03T01:30:07+00:00" }, { "path": "/c/pypi-registry/crawler/ia-archiver.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:18+00:00", "last": "2026-09-03T02:34:18+00:00" }, { "path": "/c/pypi-registry/crawler/img2dataset.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:27:04+00:00", "last": "2026-09-03T01:27:04+00:00" }, { "path": "/c/pypi-registry/crawler/kagibot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:07+00:00", "last": "2026-09-03T02:34:07+00:00" }, { "path": "/c/pypi-registry/crawler/laiondownloader.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:15+00:00", "last": "2026-09-03T02:34:15+00:00" }, { "path": "/c/pypi-registry/crawler/mojeekbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:07+00:00", "last": "2026-09-03T02:34:07+00:00" }, { "path": "/c/pypi-registry/crawler/perplexity-user.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:43:47+00:00", "last": "2026-09-03T01:43:47+00:00" }, { "path": "/c/pypi-registry/crawler/pinterestbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:11+00:00", "last": "2026-09-03T02:34:11+00:00" }, { "path": "/c/pypi-registry/crawler/yandexblogs.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:19:20+00:00", "last": "2026-09-03T02:19:20+00:00" }, { "path": "/c/pypi-registry/crawler/yandexdirect.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:23+00:00", "last": "2026-09-03T02:34:23+00:00" }, { "path": "/c/pypi-registry/crawler/yandexfavicons.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:44:10+00:00", "last": "2026-09-03T01:44:10+00:00" }, { "path": "/c/pypi-registry/crawler/yandexmarket.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:34:41+00:00", "last": "2026-09-03T02:34:41+00:00" }, { "path": "/c/pypi-registry/crawler/yandexmobilebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:19:05+00:00", "last": "2026-09-03T02:19:05+00:00" }, { "path": "/c/pypi-registry/crawler/yandexrenderresourcesbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:19:30+00:00", "last": "2026-09-03T02:19:30+00:00" }, { "path": "/c/pypi-registry/crawler/yandexvideo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:44:10+00:00", "last": "2026-09-03T01:44:10+00:00" }, { "path": "/c/pypi-registry/ip-ranges/google-user-triggered.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:31:24+00:00", "last": "2026-09-03T01:31:24+00:00" }, { "path": "/c/pypi-registry/ip-ranges/openai-gptbot.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:31:44+00:00", "last": "2026-09-03T01:31:44+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/crawler/img2dataset.html", "status": "200", "at": "2026-09-03T01:27:04+00:00" }, { "path": "/c/pypi-registry/crawler/google-cloudvertexbot.html", "status": "200", "at": "2026-09-03T01:29:50+00:00" }, { "path": "/c/pypi-registry/crawler/googleother.html", "status": "200", "at": "2026-09-03T01:30:07+00:00" }, { "path": "/c/pypi-registry/crawler/google-pinpoint.html", "status": "200", "at": "2026-09-03T01:30:10+00:00" }, { "path": "/c/pypi-registry/ip-ranges/google-user-triggered.json", "status": "200", "at": "2026-09-03T01:31:24+00:00" }, { "path": "/c/pypi-registry/ip-ranges/openai-gptbot.json", "status": "200", "at": "2026-09-03T01:31:44+00:00" }, { "path": "/c/pypi-registry/crawler/apis-google.html", "status": "200", "at": "2026-09-03T01:43:25+00:00" }, { "path": "/c/pypi-registry/crawler/google-agent.html", "status": "200", "at": "2026-09-03T01:43:38+00:00" }, { "path": "/c/pypi-registry/crawler/perplexity-user.html", "status": "200", "at": "2026-09-03T01:43:47+00:00" }, { "path": "/c/pypi-registry/crawler/yandexfavicons.html", "status": "200", "at": "2026-09-03T01:44:10+00:00" }, { "path": "/c/pypi-registry/crawler/yandexvideo.html", "status": "200", "at": "2026-09-03T01:44:10+00:00" }, { "path": "/c/pypi-registry/crawler/yandexmobilebot.html", "status": "200", "at": "2026-09-03T02:19:05+00:00" }, { "path": "/c/pypi-registry/crawler/yandexblogs.html", "status": "200", "at": "2026-09-03T02:19:20+00:00" }, { "path": "/c/pypi-registry/crawler/yandexrenderresourcesbot.html", "status": "200", "at": "2026-09-03T02:19:30+00:00" }, { "path": "/c/pypi-registry/crawler/kagibot.html", "status": "200", "at": "2026-09-03T02:34:07+00:00" }, { "path": "/c/pypi-registry/crawler/mojeekbot.html", "status": "200", "at": "2026-09-03T02:34:07+00:00" }, { "path": "/c/pypi-registry/crawler/pinterestbot.html", "status": "200", "at": "2026-09-03T02:34:11+00:00" }, { "path": "/c/pypi-registry/crawler/laiondownloader.html", "status": "200", "at": "2026-09-03T02:34:15+00:00" }, { "path": "/c/pypi-registry/crawler/google-inspectiontool.html", "status": "200", "at": "2026-09-03T02:34:16+00:00" }, { "path": "/c/pypi-registry/crawler/ia-archiver.html", "status": "200", "at": "2026-09-03T02:34:18+00:00" }, { "path": "/c/pypi-registry/crawler/yandexdirect.html", "status": "200", "at": "2026-09-03T02:34:23+00:00" }, { "path": "/c/pypi-registry/crawler/googlemessages.html", "status": "200", "at": "2026-09-03T02:34:23+00:00" }, { "path": "/c/pypi-registry/crawler/yandexmarket.html", "status": "200", "at": "2026-09-03T02:34:41+00:00" }, { "path": "/c/pypi-registry/crawler/google-cws.html", "status": "200", "at": "2026-09-03T02:34:42+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 52.0, "visit_starts": [ "2026-09-03T01:27:04Z", "2026-09-03T02:19:05Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "amazonbot", "name": "Amazonbot", "group_key": "host:developer.amazon.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36", "requests": 23, "addresses": 23, "first_seen": "2026-09-02T04:57:56+00:00", "last_seen": "2026-09-03T05:57:16+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36", "requests": 23, "addresses": 23, "first_seen": "2026-09-02T04:57:56+00:00", "last_seen": "2026-09-03T05:57:16+00:00", "bytes_served": 133065, "classed_by_our_instrument": { "crawler": 23 }, "surfaces": { "ai-crawler-index": 10, "pathwren-edge": 10, "mcp-crawler-index": 3 }, "channels": { "mcpservers-org": 1, "openwebui": 1 }, "accept_headers": [], "status_codes": { "200": 23 }, "distinct_paths": 14, "paths": [ { "path": "/px.gif", "requests": 10, "statuses": { "200": 10 }, "first": "2026-09-02T04:58:01+00:00", "last": "2026-09-03T05:57:16+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:22:24+00:00", "last": "2026-09-02T09:22:24+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:58+00:00", "last": "2026-09-03T04:56:58+00:00" }, { "path": "/c/openwebui/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:46:30+00:00", "last": "2026-09-03T02:46:30+00:00" }, { "path": "/category/seo.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:10+00:00", "last": "2026-09-03T05:57:10+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:10:55+00:00", "last": "2026-09-03T02:10:55+00:00" }, { "path": "/crawler/claude-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:57:14+00:00", "last": "2026-09-03T05:57:14+00:00" }, { "path": "/crawler/claudebot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:57:02+00:00", "last": "2026-09-03T04:57:02+00:00" }, { "path": "/crawler/oai-searchbot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:14:06+00:00", "last": "2026-09-03T04:14:06+00:00" }, { "path": "/crawler/perplexitybot.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:46:34+00:00", "last": "2026-09-03T02:46:34+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:56:54+00:00", "last": "2026-09-03T04:56:54+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:57:56+00:00", "last": "2026-09-02T04:57:56+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:14:10+00:00", "last": "2026-09-03T04:14:10+00:00" }, { "path": "/robots/block-seo-tools.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:14:02+00:00", "last": "2026-09-03T04:14:02+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "200", "at": "2026-09-02T04:57:56+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-02T04:58:01+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T09:22:24+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-03T02:10:55+00:00" }, { "path": "/c/openwebui/mcp", "status": "200", "at": "2026-09-03T02:46:30+00:00" }, { "path": "/crawler/perplexitybot.html", "status": "200", "at": "2026-09-03T02:46:34+00:00" }, { "path": "/robots/block-seo-tools.txt", "status": "200", "at": "2026-09-03T04:14:02+00:00" }, { "path": "/crawler/oai-searchbot.html", "status": "200", "at": "2026-09-03T04:14:06+00:00" }, { "path": "/pricing", "status": "200", "at": "2026-09-03T04:14:10+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-03T04:56:54+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-03T04:56:58+00:00" }, { "path": "/crawler/claudebot.html", "status": "200", "at": "2026-09-03T04:57:02+00:00" }, { "path": "/category/seo.html", "status": "200", "at": "2026-09-03T05:57:10+00:00" }, { "path": "/crawler/claude-searchbot.html", "status": "200", "at": "2026-09-03T05:57:14+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 73.9, "visit_starts": [ "2026-09-02T04:57:56Z", "2026-09-02T09:22:24Z", "2026-09-03T02:10:55Z", "2026-09-03T02:46:30Z", "2026-09-03T04:14:02Z", "2026-09-03T04:56:54Z", "2026-09-03T05:57:10Z" ] }, "documentation_url": "https://developer.amazon.com/support/amazonbot", "self_described_as": "Amazonbot/0.1" }, { "slug": "colonistone-2", "name": "ColonistOne", "group_key": "ua:colonistone", "kind": "named", "user_agents": [ { "ua": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai)", "requests": 13, "addresses": 1, "first_seen": "2026-09-03T05:35:05+00:00", "last_seen": "2026-09-03T05:36:42+00:00" }, { "ua": "ColonistOne/1.0 (autonomous agent; review)", "requests": 10, "addresses": 1, "first_seen": "2026-09-03T05:36:58+00:00", "last_seen": "2026-09-03T05:38:53+00:00" } ], "primary_user_agent": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai)", "requests": 23, "addresses": 1, "first_seen": "2026-09-03T05:35:05+00:00", "last_seen": "2026-09-03T05:38:53+00:00", "bytes_served": 832846, "classed_by_our_instrument": { "agent": 22, "crawler": 1 }, "surfaces": { "pathwren-edge": 9, "http-tools": 7, "a2a-crawler-index": 4, "mcp-zero-argument-pair": 2, "changes-feed": 1 }, "channels": { "thecolony": 4 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 19, "404": 4 }, "distinct_paths": 16, "paths": [ { "path": "/a2a", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:35:22+00:00", "last": "2026-09-03T05:35:47+00:00" }, { "path": "/.well-known/agent.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:35:05+00:00", "last": "2026-09-03T05:36:58+00:00" }, { "path": "/c/thecolony/tools/classify_user_agent", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T05:36:25+00:00", "last": "2026-09-03T05:38:53+00:00" }, { "path": "/llms-full.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:36:42+00:00", "last": "2026-09-03T05:36:58+00:00" }, { "path": "/tools/classify-ua", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:38:53+00:00", "last": "2026-09-03T05:38:53+00:00" }, { "path": "/.well-known/robots.txt", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T05:36:58+00:00", "last": "2026-09-03T05:36:58+00:00" }, { "path": "/a2a/whoami", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T05:36:26+00:00", "last": "2026-09-03T05:36:26+00:00" }, { "path": "/c/thecolony/tools", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:25+00:00", "last": "2026-09-03T05:36:25+00:00" }, { "path": "/c/thecolony/tools/whoami", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:25+00:00", "last": "2026-09-03T05:36:25+00:00" }, { "path": "/changes.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:38:03+00:00", "last": "2026-09-03T05:38:03+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:37:17+00:00", "last": "2026-09-03T05:37:17+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:26+00:00", "last": "2026-09-03T05:36:26+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:58+00:00", "last": "2026-09-03T05:36:58+00:00" }, { "path": "/tools/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:42+00:00", "last": "2026-09-03T05:36:42+00:00" }, { "path": "/tools/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:38:18+00:00", "last": "2026-09-03T05:38:18+00:00" }, { "path": "/tools/whoami", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:36:25+00:00", "last": "2026-09-03T05:36:25+00:00" } ], "first_walk": [ { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-03T05:35:05+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-03T05:35:22+00:00" }, { "path": "/c/thecolony/tools", "status": "200", "at": "2026-09-03T05:36:25+00:00" }, { "path": "/c/thecolony/tools/whoami", "status": "200", "at": "2026-09-03T05:36:25+00:00" }, { "path": "/c/thecolony/tools/classify_user_agent", "status": "404", "at": "2026-09-03T05:36:25+00:00" }, { "path": "/tools/whoami", "status": "200", "at": "2026-09-03T05:36:25+00:00" }, { "path": "/a2a/whoami", "status": "404", "at": "2026-09-03T05:36:26+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T05:36:26+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-03T05:36:42+00:00" }, { "path": "/tools/index.html", "status": "200", "at": "2026-09-03T05:36:42+00:00" }, { "path": "/.well-known/robots.txt", "status": "404", "at": "2026-09-03T05:36:58+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T05:36:58+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-03T05:37:17+00:00" }, { "path": "/changes.json", "status": "200", "at": "2026-09-03T05:38:03+00:00" }, { "path": "/tools/index.json", "status": "200", "at": "2026-09-03T05:38:18+00:00" }, { "path": "/tools/classify-ua", "status": "200", "at": "2026-09-03T05:38:53+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/thecolony/tools/classify_user_agent", "statuses": { "404": 2 }, "first_asked": "2026-09-03T05:36:25+00:00", "last_asked": "2026-09-03T05:38:53+00:00", "answered_200_since": null }, { "path": "/a2a/whoami", "statuses": { "404": 1 }, "first_asked": "2026-09-03T05:36:26+00:00", "last_asked": "2026-09-03T05:36:26+00:00", "answered_200_since": null }, { "path": "/.well-known/robots.txt", "statuses": { "404": 1 }, "first_asked": "2026-09-03T05:36:58+00:00", "last_asked": "2026-09-03T05:36:58+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:35:05Z" ] }, "documentation_url": null, "self_described_as": "autonomous agent; review for thecolony.ai" }, { "slug": "davefeedread", "name": "davefeedread", "group_key": "ua:davefeedread", "kind": "named", "user_agents": [ { "ua": "davefeedread v0.5.25", "requests": 23, "addresses": 1, "first_seen": "2026-09-03T01:08:27+00:00", "last_seen": "2026-09-03T06:20:57+00:00" } ], "primary_user_agent": "davefeedread v0.5.25", "requests": 23, "addresses": 1, "first_seen": "2026-09-03T01:08:27+00:00", "last_seen": "2026-09-03T06:20:57+00:00", "bytes_served": 664309, "classed_by_our_instrument": { "agent": 23 }, "surfaces": { "pathwren-edge": 23 }, "channels": { "feedland": 23 }, "accept_headers": [], "status_codes": { "200": 23 }, "distinct_paths": 1, "paths": [ { "path": "/c/feedland/feed.xml", "requests": 23, "statuses": { "200": 23 }, "first": "2026-09-03T01:08:27+00:00", "last": "2026-09-03T06:20:57+00:00" } ], "first_walk": [ { "path": "/c/feedland/feed.xml", "status": "200", "at": "2026-09-03T01:08:27+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T01:08:27Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "io-verifymcp", "name": "io.verifymcp", "group_key": "ua:io-verifymcp", "kind": "named", "user_agents": [ { "ua": "io.verifymcp/probe", "requests": 23, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-03T06:12:45+00:00" } ], "primary_user_agent": "io.verifymcp/probe", "requests": 23, "addresses": 1, "first_seen": "2026-08-31T23:00:06+00:00", "last_seen": "2026-09-03T06:12:45+00:00", "bytes_served": 66621, "classed_by_our_instrument": { "agent": 23 }, "surfaces": { "mcp-crawler-index": 21, "mcp-agent-discovery-doctor": 1, "mcp-crawler-ip-verifier": 1 }, "channels": { "mcp-registry-official": 21, "mcp-registry": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 22, "301": 1 }, "distinct_paths": 7, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 6, "statuses": { "200": 5, "301": 1 }, "first": "2026-09-01T02:12:22+00:00", "last": "2026-09-03T00:12:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:11:39+00:00", "last": "2026-09-03T04:11:59+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T17:00:17+00:00", "last": "2026-09-03T06:12:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T03:08:48+00:00", "last": "2026-09-03T01:06:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T17:00:18+00:00", "last": "2026-09-02T10:13:09+00:00" }, { "path": "/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-08-31T23:00:06+00:00", "last": "2026-08-31T23:00:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:06:29+00:00", "last": "2026-09-03T01:06:29+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:00:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:12:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:11:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T17:00:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T17:00:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:06:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 15, "median_gap_minutes": 120.9, "visit_starts": [ "2026-08-31T23:00:06Z", "2026-09-01T02:12:22Z", "2026-09-01T03:08:48Z", "2026-09-01T04:11:39Z", "2026-09-01T17:00:17Z", "2026-09-02T00:12:36Z", "2026-09-02T01:07:18Z", "2026-09-02T02:11:58Z", "2026-09-02T04:11:30Z", "2026-09-02T06:12:37Z", "2026-09-02T10:08:27Z", "2026-09-03T00:12:10Z", "2026-09-03T01:06:29Z", "2026-09-03T04:11:59Z", "2026-09-03T06:12:45Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "tar-directory-indexer", "name": "TAR-Directory-Indexer", "group_key": "ua:tar-directory-indexer", "kind": "named", "user_agents": [ { "ua": "TAR-Directory-Indexer/1.0", "requests": 22, "addresses": 1, "first_seen": "2026-09-01T03:27:40+00:00", "last_seen": "2026-09-03T03:19:26+00:00" } ], "primary_user_agent": "TAR-Directory-Indexer/1.0", "requests": 22, "addresses": 1, "first_seen": "2026-09-01T03:27:40+00:00", "last_seen": "2026-09-03T03:19:26+00:00", "bytes_served": 253997, "classed_by_our_instrument": { "agent": 22 }, "surfaces": { "a2a-crawler-index": 19, "pathwren-edge": 3 }, "channels": { "a2a-directory": 14, "a2a-registry-global": 8 }, "accept_headers": [ "application/json,text/html;q=0.9,*/*;q=0.7" ], "status_codes": { "200": 22 }, "distinct_paths": 16, "paths": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:27:40+00:00", "last": "2026-09-03T03:19:22+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:42+00:00", "last": "2026-09-03T03:19:22+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:43+00:00", "last": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:46+00:00", "last": "2026-09-03T03:19:26+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:43+00:00", "last": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:19:23+00:00", "last": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:19:23+00:00", "last": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:19:23+00:00", "last": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:16:13+00:00", "last": "2026-09-03T03:16:13+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:27:40+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:35:42+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:35:43+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:35:43+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:35:46+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:16:13+00:00" }, { "path": "/c/a2a-directory/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:19:23+00:00" }, { "path": "/c/a2a-directory/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:19:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1434.2, "visit_starts": [ "2026-09-01T03:27:40Z", "2026-09-02T03:35:42Z", "2026-09-03T03:16:13Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agentpointsdirectoryenricher", "name": "AgentPointsDirectoryEnricher", "group_key": "host:agentpoints.net", "kind": "named", "user_agents": [ { "ua": "AgentPointsDirectoryEnricher/1.0 (+https://agentpoints.net)", "requests": 21, "addresses": 1, "first_seen": "2026-09-02T04:20:57+00:00", "last_seen": "2026-09-03T04:22:50+00:00" } ], "primary_user_agent": "AgentPointsDirectoryEnricher/1.0 (+https://agentpoints.net)", "requests": 21, "addresses": 1, "first_seen": "2026-09-02T04:20:57+00:00", "last_seen": "2026-09-03T04:22:50+00:00", "bytes_served": 596218, "classed_by_our_instrument": { "agent": 21 }, "surfaces": { "pathwren-edge": 21 }, "channels": {}, "accept_headers": [ "text/html,application/json,*/*" ], "status_codes": { "200": 16, "404": 5 }, "distinct_paths": 13, "paths": [ { "path": "/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/api", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/developer", "requests": 2, "statuses": { "404": 1, "200": 1 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/developers", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/docs", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/documentation", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:20:57+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/plans", "requests": 2, "statuses": { "404": 1, "200": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/pricing", "requests": 2, "statuses": { "404": 1, "200": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-03T04:22:50+00:00" }, { "path": "/.well-known/a2a.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-02T04:20:58+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-02T04:20:58+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-02T04:20:58+00:00" }, { "path": "/agent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-02T04:20:58+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:20:58+00:00", "last": "2026-09-02T04:20:58+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/docs", "status": "200", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/documentation", "status": "200", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/api", "status": "200", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/developers", "status": "200", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/developer", "status": "404", "at": "2026-09-02T04:20:57+00:00" }, { "path": "/plans", "status": "404", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/pricing", "status": "404", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/.well-known/a2a.json", "status": "404", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/agent.json", "status": "404", "at": "2026-09-02T04:20:58+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-02T04:20:58+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/developer", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:20:57+00:00", "last_asked": "2026-09-03T04:22:50+00:00", "answered_200_since": "2026-09-02T05:13:48+00:00" }, { "path": "/plans", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:20:58+00:00", "last_asked": "2026-09-03T04:22:50+00:00", "answered_200_since": "2026-09-02T05:13:47+00:00" }, { "path": "/pricing", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:20:58+00:00", "last_asked": "2026-09-03T04:22:50+00:00", "answered_200_since": "2026-09-02T05:13:47+00:00" }, { "path": "/.well-known/a2a.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:20:58+00:00", "last_asked": "2026-09-02T04:20:58+00:00", "answered_200_since": "2026-09-02T05:13:48+00:00" }, { "path": "/agent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-02T04:20:58+00:00", "last_asked": "2026-09-02T04:20:58+00:00", "answered_200_since": "2026-09-02T05:13:48+00:00" } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 1441.9, "visit_starts": [ "2026-09-02T04:20:57Z", "2026-09-03T04:22:50Z" ] }, "documentation_url": "https://agentpoints.net", "self_described_as": null }, { "slug": "ardcrawl", "name": "ardcrawl", "group_key": "host:wellknownhq.com", "kind": "named", "user_agents": [ { "ua": "ardcrawl/0.1 (+https://wellknownhq.com/crawler; ARD catalog census; contact: crawler@wellknownhq.com)", "requests": 21, "addresses": 1, "first_seen": "2026-09-01T09:41:14+00:00", "last_seen": "2026-09-03T02:01:40+00:00" } ], "primary_user_agent": "ardcrawl/0.1 (+https://wellknownhq.com/crawler; ARD catalog census; contact: crawler@wellknownhq.com)", "requests": 21, "addresses": 1, "first_seen": "2026-09-01T09:41:14+00:00", "last_seen": "2026-09-03T02:01:40+00:00", "bytes_served": 158844, "classed_by_our_instrument": { "crawler": 21 }, "surfaces": { "pathwren-edge": 21 }, "channels": {}, "accept_headers": [ "application/json, text/plain, text/html;q=0.5, */*;q=0.1" ], "status_codes": { "200": 21 }, "distinct_paths": 8, "paths": [ { "path": "/.well-known/ai-catalog.json", "requests": 8, "statuses": { "200": 8 }, "first": "2026-09-01T09:41:15+00:00", "last": "2026-09-03T02:01:40+00:00" }, { "path": "/robots.txt", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T09:41:14+00:00", "last": "2026-09-03T02:01:40+00:00" }, { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T09:41:15+00:00", "last": "2026-09-01T09:41:16+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:41:15+00:00", "last": "2026-09-01T09:41:15+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:41:16+00:00", "last": "2026-09-01T09:41:16+00:00" }, { "path": "/.well-known/api-catalog", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:41:16+00:00", "last": "2026-09-01T09:41:16+00:00" }, { "path": "/.well-known/ard.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:41:15+00:00", "last": "2026-09-01T09:41:15+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:41:16+00:00", "last": "2026-09-01T09:41:16+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T09:41:14+00:00" }, { "path": "/.well-known/ai-catalog.json", "status": "200", "at": "2026-09-01T09:41:15+00:00" }, { "path": "/.well-known/ard.json", "status": "200", "at": "2026-09-01T09:41:15+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T09:41:15+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-01T09:41:15+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T09:41:16+00:00" }, { "path": "/.well-known/api-catalog", "status": "200", "at": "2026-09-01T09:41:16+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-01T09:41:16+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 753.0, "visit_starts": [ "2026-09-01T09:41:14Z", "2026-09-01T13:28:33Z", "2026-09-02T02:01:31Z", "2026-09-03T02:01:40Z" ] }, "documentation_url": "https://wellknownhq.com/crawler", "self_described_as": "ARD catalog census" }, { "slug": "lastseen-schema-probe", "name": "lastseen-schema-probe", "group_key": "host:lastseen.dev", "kind": "named", "user_agents": [ { "ua": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", "requests": 21, "addresses": 1, "first_seen": "2026-09-01T06:12:51+00:00", "last_seen": "2026-09-03T06:07:27+00:00" } ], "primary_user_agent": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", "requests": 21, "addresses": 1, "first_seen": "2026-09-01T06:12:51+00:00", "last_seen": "2026-09-03T06:07:27+00:00", "bytes_served": 79208, "classed_by_our_instrument": { "agent": 21 }, "surfaces": { "mcp-crawler-index": 15, "mcp-robots-policy-lint": 2, "mcp-agent-discovery-doctor": 1, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1, "mcp-endpoint-lint": 1 }, "channels": { "mcp-registry-official": 21 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 21 }, "distinct_paths": 7, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-03T06:07:23+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T06:12:51+00:00", "last": "2026-09-03T06:07:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-02T06:07:25+00:00", "last": "2026-09-03T06:07:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-03T06:07:25+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:12:52+00:00", "last": "2026-09-03T06:07:22+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:07:24+00:00", "last": "2026-09-03T06:07:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:07:26+00:00", "last": "2026-09-03T06:07:26+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:12:51+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:12:52+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T06:12:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:12:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T06:07:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T06:07:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T06:07:26+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1437.2, "visit_starts": [ "2026-09-01T06:12:51Z", "2026-09-02T06:07:22Z", "2026-09-03T06:07:21Z" ] }, "documentation_url": "https://lastseen.dev", "self_described_as": "introspection-only" }, { "slug": "googleother", "name": "GoogleOther", "group_key": "ua:googleother", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; GoogleOther)", "requests": 20, "addresses": 4, "first_seen": "2026-09-02T00:10:06+00:00", "last_seen": "2026-09-03T05:33:51+00:00" } ], "primary_user_agent": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; GoogleOther)", "requests": 20, "addresses": 4, "first_seen": "2026-09-02T00:10:06+00:00", "last_seen": "2026-09-03T05:33:51+00:00", "bytes_served": 206044, "classed_by_our_instrument": { "human": 12, "crawler": 8 }, "surfaces": { "pathwren-edge": 13, "mcp-crawler-index": 3, "http-tools": 2, "client-dossiers": 1, "mcp-endpoint-lint": 1 }, "channels": { "mcp-registry-official": 4, "freepublicapis": 2, "mcpservers-org": 1 }, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "text/html,application/xhtml+xml,application/signed-exchange;v=b3,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 20 }, "distinct_paths": 17, "paths": [ { "path": "/c/freepublicapis/tools/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T07:36:39+00:00", "last": "2026-09-03T03:57:57+00:00" }, { "path": "/data/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T00:25:15+00:00", "last": "2026-09-03T05:18:16+00:00" }, { "path": "/mcp.html", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T00:10:06+00:00", "last": "2026-09-02T00:13:56+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:24:09+00:00", "last": "2026-09-02T00:24:09+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:10:50+00:00", "last": "2026-09-02T00:10:50+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:20:28+00:00", "last": "2026-09-02T06:20:28+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:43:39+00:00", "last": "2026-09-02T08:43:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:33:51+00:00", "last": "2026-09-03T05:33:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:11:46+00:00", "last": "2026-09-02T05:11:46+00:00" }, { "path": "/feed.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:21:56+00:00", "last": "2026-09-02T00:21:56+00:00" }, { "path": "/ip-ranges/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:21:55+00:00", "last": "2026-09-02T00:21:55+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:12:52+00:00", "last": "2026-09-02T00:12:52+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:13:31+00:00", "last": "2026-09-02T00:13:31+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:13:21+00:00", "last": "2026-09-02T00:13:21+00:00" }, { "path": "/mcp-robots.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:18:46+00:00", "last": "2026-09-02T00:18:46+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T00:12:31+00:00", "last": "2026-09-02T00:12:31+00:00" }, { "path": "/tools/robots-allowed.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:55:58+00:00", "last": "2026-09-03T04:55:58+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "200", "at": "2026-09-02T00:10:06+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-02T00:10:50+00:00" }, { "path": "/mcp-triage.html", "status": "200", "at": "2026-09-02T00:12:31+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-02T00:12:52+00:00" }, { "path": "/mcp-netcheck.html", "status": "200", "at": "2026-09-02T00:13:21+00:00" }, { "path": "/mcp-doctor.html", "status": "200", "at": "2026-09-02T00:13:31+00:00" }, { "path": "/mcp-robots.html", "status": "200", "at": "2026-09-02T00:18:46+00:00" }, { "path": "/ip-ranges/", "status": "200", "at": "2026-09-02T00:21:55+00:00" }, { "path": "/feed.xml", "status": "200", "at": "2026-09-02T00:21:56+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T00:24:09+00:00" }, { "path": "/data/", "status": "200", "at": "2026-09-02T00:25:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T05:11:46+00:00" }, { "path": "/c/mcp-registry-official/mcp-netcheck.html", "status": "200", "at": "2026-09-02T06:20:28+00:00" }, { "path": "/c/freepublicapis/tools/", "status": "200", "at": "2026-09-02T07:36:39+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "status": "200", "at": "2026-09-02T08:43:39+00:00" }, { "path": "/tools/robots-allowed.html", "status": "200", "at": "2026-09-03T04:55:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T05:33:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 72.5, "visit_starts": [ "2026-09-02T00:10:06Z", "2026-09-02T05:11:46Z", "2026-09-02T06:20:28Z", "2026-09-02T07:36:39Z", "2026-09-02T08:43:39Z", "2026-09-03T03:57:57Z", "2026-09-03T04:55:58Z" ] }, "documentation_url": null, "self_described_as": "GoogleOther" }, { "slug": "guzzlehttp", "name": "GuzzleHttp", "group_key": "ua:guzzlehttp", "kind": "library", "user_agents": [ { "ua": "GuzzleHttp/7", "requests": 20, "addresses": 6, "first_seen": "2026-08-31T22:09:48+00:00", "last_seen": "2026-09-03T05:01:56+00:00" } ], "primary_user_agent": "GuzzleHttp/7", "requests": 20, "addresses": 6, "first_seen": "2026-08-31T22:09:48+00:00", "last_seen": "2026-09-03T05:01:56+00:00", "bytes_served": 305301, "classed_by_our_instrument": { "agent": 20 }, "surfaces": { "mcp-crawler-index": 17, "mcp-endpoint-lint": 2, "pathwren-edge": 1 }, "channels": { "mcp-registry-official": 18, "mcp-registry": 1, "apislist": 1 }, "accept_headers": [ "application/json, text/event-stream", "application/json, application/yaml, text/yaml, */*" ], "status_codes": { "200": 16, "405": 3, "not recorded": 1 }, "distinct_paths": 8, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "405": 1, "200": 3 }, "first": "2026-09-01T00:38:23+00:00", "last": "2026-09-02T00:48:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "405": 1, "200": 3 }, "first": "2026-09-01T02:38:47+00:00", "last": "2026-09-02T08:58:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T16:00:18+00:00", "last": "2026-09-02T05:02:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "405": 1, "200": 2 }, "first": "2026-09-01T01:48:34+00:00", "last": "2026-09-01T05:02:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:01:55+00:00", "last": "2026-09-03T05:01:56+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:02:10+00:00", "last": "2026-09-02T05:02:12+00:00" }, { "path": "/c/apislist/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:44:00+00:00", "last": "2026-09-02T04:44:00+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:09:48+00:00", "last": "2026-08-31T22:09:48+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:09:48+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T00:38:23+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T01:48:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T02:38:47+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-01T16:00:18+00:00" }, { "path": "/c/apislist/openapi.json", "status": "200", "at": "2026-09-02T04:44:00+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T05:02:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T05:01:55+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/mcp-registry-official/mcp", "statuses": { "405": 1 }, "first_asked": "2026-09-01T00:38:23+00:00", "last_asked": "2026-09-02T00:48:58+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/triage", "statuses": { "405": 1 }, "first_asked": "2026-09-01T01:48:34+00:00", "last_asked": "2026-09-01T05:02:40+00:00", "answered_200_since": null }, { "path": "/c/mcp-registry-official/mcp/doctor", "statuses": { "405": 1 }, "first_asked": "2026-09-01T02:38:47+00:00", "last_asked": "2026-09-02T08:58:29+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 10, "median_gap_minutes": 235.0, "visit_starts": [ "2026-08-31T22:09:48Z", "2026-09-01T00:38:23Z", "2026-09-01T01:48:34Z", "2026-09-01T02:38:47Z", "2026-09-01T05:02:18Z", "2026-09-01T16:00:18Z", "2026-09-02T00:48:58Z", "2026-09-02T04:44:00Z", "2026-09-02T08:58:29Z", "2026-09-03T05:01:55Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcp-checker", "name": "mcp-checker", "group_key": "ua:mcp-checker", "kind": "named", "user_agents": [ { "ua": "mcp-checker/1.0", "requests": 20, "addresses": 1, "first_seen": "2026-09-01T05:31:12+00:00", "last_seen": "2026-09-02T03:15:32+00:00" } ], "primary_user_agent": "mcp-checker/1.0", "requests": 20, "addresses": 1, "first_seen": "2026-09-01T05:31:12+00:00", "last_seen": "2026-09-02T03:15:32+00:00", "bytes_served": 50492, "classed_by_our_instrument": { "agent": 20 }, "surfaces": { "mcp-crawler-index": 20 }, "channels": { "mcp-registry-official": 20 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 20 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T05:31:12+00:00", "last": "2026-09-02T03:15:32+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T05:31:19+00:00", "last": "2026-09-02T03:15:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-01T05:31:13+00:00", "last": "2026-09-02T03:15:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:15:27+00:00", "last": "2026-09-02T03:15:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:15:29+00:00", "last": "2026-09-02T03:15:29+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T05:31:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T05:31:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T05:31:19+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:15:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:15:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 6, "median_gap_minutes": 98.2, "visit_starts": [ "2026-09-01T05:31:12Z", "2026-09-01T07:09:23Z", "2026-09-01T07:44:42Z", "2026-09-01T08:20:40Z", "2026-09-01T10:31:22Z", "2026-09-02T03:15:26Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "meta-externalagent", "name": "meta-externalagent", "group_key": "host:developers.facebook.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "requests": 9, "addresses": 7, "first_seen": "2026-09-03T00:27:45+00:00", "last_seen": "2026-09-03T06:15:15+00:00" }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "requests": 6, "addresses": 6, "first_seen": "2026-09-03T00:22:46+00:00", "last_seen": "2026-09-03T06:02:51+00:00" }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "requests": 3, "addresses": 3, "first_seen": "2026-09-03T00:05:33+00:00", "last_seen": "2026-09-03T06:09:55+00:00" }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 Edg/145.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "requests": 2, "addresses": 2, "first_seen": "2026-09-03T05:12:51+00:00", "last_seen": "2026-09-03T06:24:31+00:00" } ], "primary_user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", "requests": 20, "addresses": 15, "first_seen": "2026-09-03T00:05:33+00:00", "last_seen": "2026-09-03T06:24:31+00:00", "bytes_served": 1106992, "classed_by_our_instrument": { "crawler": 20 }, "surfaces": { "pathwren-edge": 14, "http-tools": 3, "a2a-crawler-index": 1, "client-dossiers": 1, "mcp-zero-argument-pair": 1 }, "channels": { "rubygems-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 19, "404": 1 }, "distinct_paths": 20, "paths": [ { "path": "/.well-known/ai-catalog.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:43:05+00:00", "last": "2026-09-03T04:43:05+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:14:11+00:00", "last": "2026-09-03T04:14:11+00:00" }, { "path": "/c/rubygems-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:05:33+00:00", "last": "2026-09-03T00:05:33+00:00" }, { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:15:15+00:00", "last": "2026-09-03T06:15:15+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:22:46+00:00", "last": "2026-09-03T00:22:46+00:00" }, { "path": "/data/ip-sources.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:05:09+00:00", "last": "2026-09-03T06:05:09+00:00" }, { "path": "/documents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:36:59+00:00", "last": "2026-09-03T00:36:59+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:57:12+00:00", "last": "2026-09-03T03:57:12+00:00" }, { "path": "/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:24:28+00:00", "last": "2026-09-03T02:24:28+00:00" }, { "path": "/mcp-netcheck.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:05:51+00:00", "last": "2026-09-03T02:05:51+00:00" }, { "path": "/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:08:57+00:00", "last": "2026-09-03T01:08:57+00:00" }, { "path": "/mcp.", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T06:13:33+00:00", "last": "2026-09-03T06:13:33+00:00" }, { "path": "/openapi.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:27:45+00:00", "last": "2026-09-03T00:27:45+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:12:51+00:00", "last": "2026-09-03T05:12:51+00:00" }, { "path": "/status.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:03:17+00:00", "last": "2026-09-03T04:03:17+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:55:32+00:00", "last": "2026-09-03T05:55:32+00:00" }, { "path": "/tools/classify-ua", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:09:55+00:00", "last": "2026-09-03T06:09:55+00:00" }, { "path": "/tools/example", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:24:31+00:00", "last": "2026-09-03T06:24:31+00:00" }, { "path": "/tools/index.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:02:51+00:00", "last": "2026-09-03T06:02:51+00:00" }, { "path": "/tools/verification-methods", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:31:27+00:00", "last": "2026-09-03T04:31:27+00:00" } ], "first_walk": [ { "path": "/c/rubygems-registry/", "status": "200", "at": "2026-09-03T00:05:33+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-03T00:22:46+00:00" }, { "path": "/openapi.json", "status": "200", "at": "2026-09-03T00:27:45+00:00" }, { "path": "/documents.json", "status": "200", "at": "2026-09-03T00:36:59+00:00" }, { "path": "/mcp-triage.html", "status": "200", "at": "2026-09-03T01:08:57+00:00" }, { "path": "/mcp-netcheck.html", "status": "200", "at": "2026-09-03T02:05:51+00:00" }, { "path": "/mcp-doctor.html", "status": "200", "at": "2026-09-03T02:24:28+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T03:57:12+00:00" }, { "path": "/status.json", "status": "200", "at": "2026-09-03T04:03:17+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-03T04:14:11+00:00" }, { "path": "/tools/verification-methods", "status": "200", "at": "2026-09-03T04:31:27+00:00" }, { "path": "/.well-known/ai-catalog.json", "status": "200", "at": "2026-09-03T04:43:05+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-03T05:12:51+00:00" }, { "path": "/terms.html", "status": "200", "at": "2026-09-03T05:55:32+00:00" }, { "path": "/tools/index.json", "status": "200", "at": "2026-09-03T06:02:51+00:00" }, { "path": "/data/ip-sources.json", "status": "200", "at": "2026-09-03T06:05:09+00:00" }, { "path": "/tools/classify-ua", "status": "200", "at": "2026-09-03T06:09:55+00:00" }, { "path": "/mcp.", "status": "404", "at": "2026-09-03T06:13:33+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-03T06:15:15+00:00" }, { "path": "/tools/example", "status": "200", "at": "2026-09-03T06:24:31+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp.", "statuses": { "404": 1 }, "first_asked": "2026-09-03T06:13:33+00:00", "last_asked": "2026-09-03T06:13:33+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 5, "median_gap_minutes": 87.3, "visit_starts": [ "2026-09-03T00:05:33Z", "2026-09-03T01:08:57Z", "2026-09-03T02:05:51Z", "2026-09-03T03:57:12Z", "2026-09-03T05:55:32Z" ] }, "documentation_url": "https://developers.facebook.com/docs/sharing/webmasters/crawler", "self_described_as": "Windows NT 10.0; Win64; x64" }, { "slug": "x402-observatory", "name": "x402-observatory", "group_key": "ua:x402-observatory", "kind": "named", "user_agents": [ { "ua": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T06:13:13+00:00", "last_seen": "2026-09-02T07:31:40+00:00" }, { "ua": "x402-observatory/0.1 (+placeholder; measurements-not-verdicts)", "requests": 9, "addresses": 1, "first_seen": "2026-09-02T07:50:34+00:00", "last_seen": "2026-09-02T08:39:15+00:00" } ], "primary_user_agent": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", "requests": 19, "addresses": 2, "first_seen": "2026-09-01T06:13:13+00:00", "last_seen": "2026-09-02T08:39:15+00:00", "bytes_served": 116853, "classed_by_our_instrument": { "agent": 19 }, "surfaces": { "mcp-crawler-index": 13, "a2a-crawler-index": 5, "pathwren-edge": 1 }, "channels": { "mcp-registry-official": 12, "agent-tools-cloud": 1 }, "accept_headers": [ "application/json, text/event-stream", "application/json, */*;q=0.5" ], "status_codes": { "200": 19 }, "distinct_paths": 12, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-02T07:59:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-02T07:50:34+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:13:13+00:00", "last": "2026-09-01T06:41:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T07:03:26+00:00", "last": "2026-09-02T07:31:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T07:03:26+00:00", "last": "2026-09-02T07:31:40+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:21:17+00:00", "last": "2026-09-02T08:21:17+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:13:27+00:00", "last": "2026-09-02T08:13:27+00:00" }, { "path": "/a2a/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:20:48+00:00", "last": "2026-09-02T08:20:48+00:00" }, { "path": "/a2a/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:09:03+00:00", "last": "2026-09-02T08:09:03+00:00" }, { "path": "/a2a/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:11:15+00:00", "last": "2026-09-02T08:11:15+00:00" }, { "path": "/a2a/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:39:15+00:00", "last": "2026-09-02T08:39:15+00:00" }, { "path": "/c/agent-tools-cloud/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:02:13+00:00", "last": "2026-09-02T08:02:13+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:13:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T07:03:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T07:03:26+00:00" }, { "path": "/c/agent-tools-cloud/mcp", "status": "200", "at": "2026-09-02T08:02:13+00:00" }, { "path": "/a2a/netcheck", "status": "200", "at": "2026-09-02T08:09:03+00:00" }, { "path": "/a2a/robots", "status": "200", "at": "2026-09-02T08:11:15+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-02T08:13:27+00:00" }, { "path": "/a2a/doctor", "status": "200", "at": "2026-09-02T08:20:48+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T08:21:17+00:00" }, { "path": "/a2a/triage", "status": "200", "at": "2026-09-02T08:39:15+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1490.2, "visit_starts": [ "2026-09-01T06:13:13Z", "2026-09-02T07:03:26Z" ] }, "documentation_url": "mailto:300tsb@gmail.com", "self_described_as": "measurements-not-verdicts" }, { "slug": "bingbot", "name": "bingbot", "group_key": "host:bing.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", "requests": 18, "addresses": 12, "first_seen": "2026-08-31T20:58:11+00:00", "last_seen": "2026-09-03T05:19:48+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", "requests": 18, "addresses": 12, "first_seen": "2026-08-31T20:58:11+00:00", "last_seen": "2026-09-03T05:19:48+00:00", "bytes_served": 367082, "classed_by_our_instrument": { "crawler": 18 }, "surfaces": { "pathwren-edge": 17, "a2a-crawler-index": 1 }, "channels": { "smithery-direct": 2, "mcp-registry-official": 1, "pypi-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 17, "not recorded": 1 }, "distinct_paths": 17, "paths": [ { "path": "/robots.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T00:07:34+00:00", "last": "2026-09-03T04:33:55+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:39+00:00", "last": "2026-09-01T00:07:39+00:00" }, { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T20:58:11+00:00", "last": "2026-08-31T20:58:11+00:00" }, { "path": "/a2a/score", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T18:43:20+00:00", "last": "2026-09-02T18:43:20+00:00" }, { "path": "/bot/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:02:53+00:00", "last": "2026-09-01T08:02:53+00:00" }, { "path": "/bot/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:03:18+00:00", "last": "2026-09-01T08:03:18+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:55:09+00:00", "last": "2026-09-01T01:55:09+00:00" }, { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:02:34+00:00", "last": "2026-09-01T08:02:34+00:00" }, { "path": "/c/smithery-direct/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:19:48+00:00", "last": "2026-09-03T05:19:48+00:00" }, { "path": "/c/smithery-direct/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:34:04+00:00", "last": "2026-09-03T04:34:04+00:00" }, { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T22:17:05+00:00", "last": "2026-09-01T22:17:05+00:00" }, { "path": "/data/observed-clients.csv", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:02:57+00:00", "last": "2026-09-01T08:02:57+00:00" }, { "path": "/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:02:53+00:00", "last": "2026-09-01T08:02:53+00:00" }, { "path": "/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:08:02+00:00", "last": "2026-09-01T00:08:02+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:59+00:00", "last": "2026-09-01T00:07:59+00:00" }, { "path": "/robots/allow-all.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:07:58+00:00", "last": "2026-09-01T00:07:58+00:00" }, { "path": "/robots/block-ai-training.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:08:02+00:00", "last": "2026-09-01T00:08:02+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "not recorded", "at": "2026-08-31T20:58:11+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-01T00:07:34+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T00:07:39+00:00" }, { "path": "/robots/allow-all.txt", "status": "200", "at": "2026-09-01T00:07:58+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-01T00:07:59+00:00" }, { "path": "/mcp.html", "status": "200", "at": "2026-09-01T00:08:02+00:00" }, { "path": "/robots/block-ai-training.txt", "status": "200", "at": "2026-09-01T00:08:02+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "status": "200", "at": "2026-09-01T01:55:09+00:00" }, { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T08:02:34+00:00" }, { "path": "/index.html", "status": "200", "at": "2026-09-01T08:02:53+00:00" }, { "path": "/bot/", "status": "200", "at": "2026-09-01T08:02:53+00:00" }, { "path": "/data/observed-clients.csv", "status": "200", "at": "2026-09-01T08:02:57+00:00" }, { "path": "/bot/index.html", "status": "200", "at": "2026-09-01T08:03:18+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-01T22:17:05+00:00" }, { "path": "/a2a/score", "status": "200", "at": "2026-09-02T18:43:20+00:00" }, { "path": "/c/smithery-direct/mcp.html", "status": "200", "at": "2026-09-03T04:34:04+00:00" }, { "path": "/c/smithery-direct/mcp-triage.html", "status": "200", "at": "2026-09-03T05:19:48+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 8, "median_gap_minutes": 367.4, "visit_starts": [ "2026-08-31T20:58:11Z", "2026-09-01T00:07:34Z", "2026-09-01T01:55:09Z", "2026-09-01T08:02:34Z", "2026-09-01T22:17:05Z", "2026-09-02T18:43:20Z", "2026-09-03T04:33:55Z", "2026-09-03T05:19:48Z" ] }, "documentation_url": "http://www.bing.com/bingbot.htm", "self_described_as": "bingbot/2.0" }, { "slug": "hultra-link", "name": "hultra-link", "group_key": "host:donnees.hultra.link", "kind": "named", "user_agents": [ { "ua": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", "requests": 18, "addresses": 2, "first_seen": "2026-08-31T22:10:04+00:00", "last_seen": "2026-09-03T03:20:02+00:00" } ], "primary_user_agent": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", "requests": 18, "addresses": 2, "first_seen": "2026-08-31T22:10:04+00:00", "last_seen": "2026-09-03T03:20:02+00:00", "bytes_served": 66601, "classed_by_our_instrument": { "agent": 18 }, "surfaces": { "mcp-crawler-index": 10, "a2a-crawler-index": 3, "pathwren-edge": 3, "mcp-crawler-log-triage": 1, "mcp-agent-discovery-doctor": 1 }, "channels": { "mcp-registry-official": 11, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream", "application/json" ], "status_codes": { "200": 16, "not recorded": 1, "202": 1 }, "distinct_paths": 8, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-03T03:20:02+00:00" }, { "path": "/a2a", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-03T03:20:02+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:10:01+00:00", "last": "2026-09-03T01:20:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:10:04+00:00", "last": "2026-09-03T03:20:02+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T02:10:04+00:00", "last": "2026-09-03T02:20:02+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "202": 1 }, "first": "2026-09-01T16:10:02+00:00", "last": "2026-09-01T16:10:02+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T16:10:02+00:00", "last": "2026-09-01T16:10:02+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:10:04+00:00", "last": "2026-08-31T22:10:04+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "not recorded", "at": "2026-08-31T22:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:10:01+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:10:04+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T03:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:10:04+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:10:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-01T16:10:02+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "202", "at": "2026-09-01T16:10:02+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 11, "median_gap_minutes": 60.0, "visit_starts": [ "2026-08-31T22:10:04Z", "2026-09-01T01:10:01Z", "2026-09-01T02:10:04Z", "2026-09-01T03:10:04Z", "2026-09-01T16:10:02Z", "2026-09-02T01:15:02Z", "2026-09-02T02:15:02Z", "2026-09-02T03:15:01Z", "2026-09-03T01:20:01Z", "2026-09-03T02:20:02Z", "2026-09-03T03:20:02Z" ] }, "documentation_url": "https://donnees.hultra.link/sondes.md", "self_described_as": null }, { "slug": "orbit-mcp-registry-iconresolver", "name": "Orbit-MCP-Registry-IconResolver", "group_key": "ua:orbit-mcp-registry-iconresolver", "kind": "named", "user_agents": [ { "ua": "Orbit-MCP-Registry-IconResolver/1.0", "requests": 18, "addresses": 4, "first_seen": "2026-08-31T22:09:49+00:00", "last_seen": "2026-09-01T00:38:25+00:00" } ], "primary_user_agent": "Orbit-MCP-Registry-IconResolver/1.0", "requests": 18, "addresses": 4, "first_seen": "2026-08-31T22:09:49+00:00", "last_seen": "2026-09-01T00:38:25+00:00", "bytes_served": 2014, "classed_by_our_instrument": { "agent": 18 }, "surfaces": { "pathwren-edge": 18 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "image/png,image/jpeg,image/webp,image/svg+xml", "text/html,application/xhtml+xml" ], "status_codes": { "not recorded": 17, "200": 1 }, "distinct_paths": 4, "paths": [ { "path": "/favicon.ico", "requests": 8, "statuses": { "not recorded": 8 }, "first": "2026-08-31T22:09:50+00:00", "last": "2026-08-31T22:48:25+00:00" }, { "path": "/mcp.html", "requests": 8, "statuses": { "not recorded": 8 }, "first": "2026-08-31T22:09:49+00:00", "last": "2026-08-31T22:48:24+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:38:25+00:00", "last": "2026-09-01T00:38:25+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "not recorded": 1 }, "first": "2026-08-31T22:48:25+00:00", "last": "2026-08-31T22:48:25+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "not recorded", "at": "2026-08-31T22:09:49+00:00" }, { "path": "/favicon.ico", "status": "not recorded", "at": "2026-08-31T22:09:50+00:00" }, { "path": "/icon.png", "status": "not recorded", "at": "2026-08-31T22:48:25+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T00:38:25+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 148.6, "visit_starts": [ "2026-08-31T22:09:49Z", "2026-09-01T00:38:25Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "llmse", "name": "LLMSE", "group_key": "host:llmse.ai", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; LLMSE/1.7.2; +https://llmse.ai/about)", "requests": 17, "addresses": 1, "first_seen": "2026-09-03T05:17:24+00:00", "last_seen": "2026-09-03T05:37:51+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; LLMSE/1.7.2; +https://llmse.ai/about)", "requests": 17, "addresses": 1, "first_seen": "2026-09-03T05:17:24+00:00", "last_seen": "2026-09-03T05:37:51+00:00", "bytes_served": 587941, "classed_by_our_instrument": { "agent": 10, "unknown": 5, "crawler": 2 }, "surfaces": { "pathwren-edge": 11, "ai-crawler-index": 6 }, "channels": { "llmse": 10 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 17 }, "distinct_paths": 6, "paths": [ { "path": "/c/llmse/api.json", "requests": 6, "statuses": { "200": 6 }, "first": "2026-09-03T05:27:50+00:00", "last": "2026-09-03T05:37:51+00:00" }, { "path": "/c/llmse/", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-03T05:17:24+00:00", "last": "2026-09-03T05:35:53+00:00" }, { "path": "/llms-full.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:17:24+00:00", "last": "2026-09-03T05:18:29+00:00" }, { "path": "/llms.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:17:24+00:00", "last": "2026-09-03T05:18:28+00:00" }, { "path": "/robots.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:17:24+00:00", "last": "2026-09-03T05:18:28+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:17:24+00:00", "last": "2026-09-03T05:17:24+00:00" } ], "first_walk": [ { "path": "/c/llmse/", "status": "200", "at": "2026-09-03T05:17:24+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T05:17:24+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T05:17:24+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T05:17:24+00:00" }, { "path": "/llms-full.txt", "status": "200", "at": "2026-09-03T05:17:24+00:00" }, { "path": "/c/llmse/api.json", "status": "200", "at": "2026-09-03T05:27:50+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:17:24Z" ] }, "documentation_url": "https://llmse.ai/about", "self_described_as": "LLMSE/1.7.2" }, { "slug": "endpointaudit", "name": "EndpointAudit", "group_key": "ua:endpointaudit", "kind": "named", "user_agents": [ { "ua": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", "requests": 15, "addresses": 3, "first_seen": "2026-09-01T01:54:55+00:00", "last_seen": "2026-09-03T01:55:53+00:00" } ], "primary_user_agent": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", "requests": 15, "addresses": 3, "first_seen": "2026-09-01T01:54:55+00:00", "last_seen": "2026-09-03T01:55:53+00:00", "bytes_served": 45833, "classed_by_our_instrument": { "agent": 15 }, "surfaces": { "mcp-crawler-index": 15 }, "channels": { "mcp-registry-official": 15 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 15 }, "distinct_paths": 7, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:54:55+00:00", "last": "2026-09-03T01:55:51+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:54:55+00:00", "last": "2026-09-03T01:55:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:02:34+00:00", "last": "2026-09-03T01:55:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:02:34+00:00", "last": "2026-09-03T01:55:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:02:35+00:00", "last": "2026-09-03T01:55:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:02:34+00:00", "last": "2026-09-03T01:55:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:55:52+00:00", "last": "2026-09-03T01:55:52+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:54:55+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T01:54:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T02:02:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T02:02:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T02:02:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T02:02:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:55:52+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1440.5, "visit_starts": [ "2026-09-01T01:54:55Z", "2026-09-02T02:02:34Z", "2026-09-03T01:55:51Z" ] }, "documentation_url": "https://github.com/Zorglub354/endpointaudit", "self_described_as": null }, { "slug": "smitherybot", "name": "SmitheryBot", "group_key": "host:smithery.ai", "kind": "named", "user_agents": [ { "ua": "SmitheryBot/1.0 (+https://smithery.ai)", "requests": 15, "addresses": 1, "first_seen": "2026-09-02T09:06:23+00:00", "last_seen": "2026-09-02T09:07:23+00:00" } ], "primary_user_agent": "SmitheryBot/1.0 (+https://smithery.ai)", "requests": 15, "addresses": 1, "first_seen": "2026-09-02T09:06:23+00:00", "last_seen": "2026-09-02T09:07:23+00:00", "bytes_served": 80544, "classed_by_our_instrument": { "crawler": 15 }, "surfaces": { "pathwren-edge": 10, "mcp-crawler-index": 5 }, "channels": { "smithery": 5 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "404": 10, "200": 5 }, "distinct_paths": 11, "paths": [ { "path": "/.well-known/oauth-protected-resource", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-02T09:06:23+00:00", "last": "2026-09-02T09:07:23+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:06:23+00:00", "last": "2026-09-02T09:06:23+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:06:50+00:00", "last": "2026-09-02T09:06:50+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:07:23+00:00", "last": "2026-09-02T09:07:23+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:07:07+00:00", "last": "2026-09-02T09:07:07+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T09:06:38+00:00", "last": "2026-09-02T09:06:38+00:00" }, { "path": "/c/smithery/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:06:23+00:00", "last": "2026-09-02T09:06:23+00:00" }, { "path": "/c/smithery/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:06:50+00:00", "last": "2026-09-02T09:06:50+00:00" }, { "path": "/c/smithery/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:07:23+00:00", "last": "2026-09-02T09:07:23+00:00" }, { "path": "/c/smithery/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:07:07+00:00", "last": "2026-09-02T09:07:07+00:00" }, { "path": "/c/smithery/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:06:38+00:00", "last": "2026-09-02T09:06:38+00:00" } ], "first_walk": [ { "path": "/c/smithery/mcp", "status": "200", "at": "2026-09-02T09:06:23+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", "status": "404", "at": "2026-09-02T09:06:23+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-02T09:06:23+00:00" }, { "path": "/c/smithery/mcp/triage", "status": "200", "at": "2026-09-02T09:06:38+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", "status": "404", "at": "2026-09-02T09:06:38+00:00" }, { "path": "/c/smithery/mcp/doctor", "status": "200", "at": "2026-09-02T09:06:50+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", "status": "404", "at": "2026-09-02T09:06:50+00:00" }, { "path": "/c/smithery/mcp/robots", "status": "200", "at": "2026-09-02T09:07:07+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", "status": "404", "at": "2026-09-02T09:07:07+00:00" }, { "path": "/c/smithery/mcp/netcheck", "status": "200", "at": "2026-09-02T09:07:23+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", "status": "404", "at": "2026-09-02T09:07:23+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:06:23+00:00", "last_asked": "2026-09-02T09:06:23+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 5 }, "first_asked": "2026-09-02T09:06:23+00:00", "last_asked": "2026-09-02T09:07:23+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:06:38+00:00", "last_asked": "2026-09-02T09:06:38+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:06:50+00:00", "last_asked": "2026-09-02T09:06:50+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:07:07+00:00", "last_asked": "2026-09-02T09:07:07+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", "statuses": { "404": 1 }, "first_asked": "2026-09-02T09:07:23+00:00", "last_asked": "2026-09-02T09:07:23+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T09:06:23Z" ] }, "documentation_url": "https://smithery.ai", "self_described_as": null }, { "slug": "a2a-registry-scanner", "name": "A2A-Registry-Scanner", "group_key": "ua:a2a-registry-scanner", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-Scanner/1.0 (Mozilla/5.0 Compatible)", "requests": 14, "addresses": 1, "first_seen": "2026-09-02T06:43:23+00:00", "last_seen": "2026-09-03T02:01:47+00:00" } ], "primary_user_agent": "A2A-Registry-Scanner/1.0 (Mozilla/5.0 Compatible)", "requests": 14, "addresses": 1, "first_seen": "2026-09-02T06:43:23+00:00", "last_seen": "2026-09-03T02:01:47+00:00", "bytes_served": 178876, "classed_by_our_instrument": { "unknown": 14 }, "surfaces": { "a2a-crawler-index": 14 }, "channels": { "a2a-registry-global": 14 }, "accept_headers": [ "application/json, text/html" ], "status_codes": { "200": 14 }, "distinct_paths": 8, "paths": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-02T06:43:23+00:00", "last": "2026-09-03T02:01:03+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:51:59+00:00", "last": "2026-09-03T02:01:10+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:51:44+00:00", "last": "2026-09-03T02:01:07+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:51:51+00:00", "last": "2026-09-03T02:01:09+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:51:30+00:00", "last": "2026-09-03T02:01:05+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:46+00:00", "last": "2026-09-03T02:01:46+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:45+00:00", "last": "2026-09-03T02:01:45+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:47+00:00", "last": "2026-09-03T02:01:47+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:43:23+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:51:30+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:51:44+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:51:51+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T06:51:59+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:45+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:46+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:47+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1157.7, "visit_starts": [ "2026-09-02T06:43:23Z", "2026-09-03T02:01:03Z" ] }, "documentation_url": null, "self_described_as": "Mozilla/5.0 Compatible" }, { "slug": "agent-guild-scout", "name": "agent-guild-scout", "group_key": "ua:agent-guild-scout", "kind": "named", "user_agents": [ { "ua": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T04:15:17+00:00", "last_seen": "2026-09-03T06:18:04+00:00" } ], "primary_user_agent": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T04:15:17+00:00", "last_seen": "2026-09-03T06:18:04+00:00", "bytes_served": 130280, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "pathwren-edge": 14 }, "channels": { "a2a-registry-org": 14 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 14 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 14, "statuses": { "200": 14 }, "first": "2026-09-01T04:15:17+00:00", "last": "2026-09-03T06:18:04+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:15:17+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 12, "median_gap_minutes": 149.3, "visit_starts": [ "2026-09-01T04:15:17Z", "2026-09-01T08:47:05Z", "2026-09-01T11:16:25Z", "2026-09-01T17:29:09Z", "2026-09-02T02:17:41Z", "2026-09-02T04:20:22Z", "2026-09-02T05:30:23Z", "2026-09-02T07:17:52Z", "2026-09-02T14:10:54Z", "2026-09-03T02:01:16Z", "2026-09-03T04:20:35Z", "2026-09-03T06:18:04Z" ] }, "documentation_url": "https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json", "self_described_as": null }, { "slug": "mcp-observatory", "name": "mcp-observatory", "group_key": "ua:mcp-observatory", "kind": "named", "user_agents": [ { "ua": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:08:29+00:00", "last_seen": "2026-09-03T03:06:42+00:00" } ], "primary_user_agent": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:08:29+00:00", "last_seen": "2026-09-03T03:06:42+00:00", "bytes_served": 44958, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "mcp-crawler-index": 9, "mcp-agent-discovery-doctor": 1, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1, "mcp-endpoint-lint": 1, "mcp-robots-policy-lint": 1 }, "channels": { "mcp-registry-official": 14 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 14 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:08:29+00:00", "last": "2026-09-03T03:06:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:08:29+00:00", "last": "2026-09-03T03:06:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:08:30+00:00", "last": "2026-09-03T03:06:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:09:39+00:00", "last": "2026-09-03T03:06:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:09:40+00:00", "last": "2026-09-03T03:06:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:06:42+00:00", "last": "2026-09-03T03:06:42+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:08:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:08:30+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:09:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:09:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:06:42+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1439.1, "visit_starts": [ "2026-09-01T03:08:29Z", "2026-09-02T03:09:38Z", "2026-09-03T03:06:40Z" ] }, "documentation_url": "https://github.com/yhouta/mcp-observatory", "self_described_as": "public transparency log" }, { "slug": "mcpgrade-probe", "name": "mcpgrade-probe", "group_key": "ua:mcpgrade-probe", "kind": "named", "user_agents": [ { "ua": "mcpgrade-probe/0.1", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T07:07:29+00:00", "last_seen": "2026-09-02T07:08:26+00:00" } ], "primary_user_agent": "mcpgrade-probe/0.1", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T07:07:29+00:00", "last_seen": "2026-09-02T07:08:26+00:00", "bytes_served": 56441, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "mcp-crawler-index": 8, "pathwren-edge": 6 }, "channels": { "mcp-registry-official": 8 }, "accept_headers": [ "application/json, text/event-stream", "*/*" ], "status_codes": { "404": 6, "200": 6, "202": 2 }, "distinct_paths": 8, "paths": [ { "path": "/.well-known/oauth-authorization-server", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T07:07:29+00:00", "last": "2026-09-02T07:08:26+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 3, "statuses": { "404": 3 }, "first": "2026-09-01T07:07:29+00:00", "last": "2026-09-02T07:08:26+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-02T07:08:25+00:00", "last": "2026-09-02T07:08:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "202": 1, "200": 1 }, "first": "2026-09-02T07:08:25+00:00", "last": "2026-09-02T07:08:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:07:29+00:00", "last": "2026-09-01T07:07:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:08:26+00:00", "last": "2026-09-02T07:08:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:07:29+00:00", "last": "2026-09-01T07:07:29+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:07:29+00:00", "last": "2026-09-01T07:07:29+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T07:07:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T07:07:29+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T07:07:29+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T07:07:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T07:07:29+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T07:08:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "202", "at": "2026-09-02T07:08:25+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T07:08:26+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 3 }, "first_asked": "2026-09-01T07:07:29+00:00", "last_asked": "2026-09-02T07:08:26+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 3 }, "first_asked": "2026-09-01T07:07:29+00:00", "last_asked": "2026-09-02T07:08:26+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 1440.9, "visit_starts": [ "2026-09-01T07:07:29Z", "2026-09-02T07:08:25Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "measure-mcp-schema", "name": "measure-mcp-schema", "group_key": "ua:measure-mcp-schema", "kind": "named", "user_agents": [ { "ua": "measure-mcp-schema/0.1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:33:48+00:00", "last_seen": "2026-09-03T03:31:06+00:00" } ], "primary_user_agent": "measure-mcp-schema/0.1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:33:48+00:00", "last_seen": "2026-09-03T03:31:06+00:00", "bytes_served": 41915, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "mcp-crawler-index": 9, "mcp-agent-discovery-doctor": 1, "mcp-endpoint-lint": 1, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1, "mcp-robots-policy-lint": 1 }, "channels": { "mcp-registry-official": 14 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 14 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-03T03:31:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-03T03:31:06+00:00" }, { "path": "/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:33:48+00:00", "last": "2026-09-03T03:31:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:40+00:00", "last": "2026-09-03T03:31:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:35:40+00:00", "last": "2026-09-03T03:31:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:31:06+00:00", "last": "2026-09-03T03:31:06+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:33:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:35:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:35:40+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:31:06+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1438.7, "visit_starts": [ "2026-09-01T03:33:48Z", "2026-09-02T03:35:40Z", "2026-09-03T03:31:06Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "qtcreator", "name": "QtCreator", "group_key": "ua:qtcreator", "kind": "named", "user_agents": [ { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; OpenMandriva Lx 26.02 (ROME) Rolling; en_US; 64 bit)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T07:45:58+00:00", "last_seen": "2026-09-01T07:45:59+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; SUSE Linux Enterprise Server 15 SP7; de_DE; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T06:24:35+00:00", "last_seen": "2026-09-01T06:24:35+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; macOS Tahoe (26.6.2); en_UA; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:33:20+00:00", "last_seen": "2026-09-01T07:33:20+00:00" }, { "ua": "QtCreator/20.0.0 (QNetworkAccessManager 6.11.1; Ubuntu 24.04.4 LTS; en_US; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:01:31+00:00", "last_seen": "2026-09-01T09:01:31+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Manjaro Linux; ru_RU; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:02:05+00:00", "last_seen": "2026-09-01T09:02:05+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Debian GNU/Linux 13 (trixie); en_GB; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:46:02+00:00", "last_seen": "2026-09-01T09:46:02+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 10 Version 22H2; de_DE; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T10:16:38+00:00", "last_seen": "2026-09-01T10:16:38+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; es_ES; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T10:26:29+00:00", "last_seen": "2026-09-01T10:26:29+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.0; Ubuntu 26.04 LTS; ru_RU; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T10:43:50+00:00", "last_seen": "2026-09-01T10:43:50+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Ubuntu 26.04.1 LTS; de_DE; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T12:38:33+00:00", "last_seen": "2026-09-01T12:38:33+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; en_US; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T15:18:17+00:00", "last_seen": "2026-09-01T15:18:17+00:00" }, { "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; tr_TR; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T16:57:56+00:00", "last_seen": "2026-09-01T16:57:56+00:00" }, { "ua": "QtCreator/19.0.82 (QNetworkAccessManager 6.11.1; Fedora 44 (Flatpak runtime); de_DE; 64 bit)", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T12:15:44+00:00", "last_seen": "2026-09-02T12:15:44+00:00" } ], "primary_user_agent": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; OpenMandriva Lx 26.02 (ROME) Rolling; en_US; 64 bit)", "requests": 14, "addresses": 13, "first_seen": "2026-09-01T06:24:35+00:00", "last_seen": "2026-09-02T12:15:44+00:00", "bytes_served": 28196, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "pathwren-edge": 14 }, "channels": { "mcp-registry-official": 14 }, "accept_headers": [], "status_codes": { "200": 14 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/icon.png", "requests": 14, "statuses": { "200": 14 }, "first": "2026-09-01T06:24:35+00:00", "last": "2026-09-02T12:15:44+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T06:24:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 9, "median_gap_minutes": 94.0, "visit_starts": [ "2026-09-01T06:24:35Z", "2026-09-01T07:33:20Z", "2026-09-01T09:01:31Z", "2026-09-01T09:46:02Z", "2026-09-01T10:16:38Z", "2026-09-01T12:38:33Z", "2026-09-01T15:18:17Z", "2026-09-01T16:57:56Z", "2026-09-02T12:15:44Z" ] }, "documentation_url": null, "self_described_as": "QNetworkAccessManager 6.11.1; OpenMandriva Lx 26.02 (ROME" }, { "slug": "tar-discovery", "name": "TAR-Discovery", "group_key": "ua:tar-discovery", "kind": "named", "user_agents": [ { "ua": "TAR-Discovery/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-03T03:32:08+00:00" } ], "primary_user_agent": "TAR-Discovery/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-03T03:32:08+00:00", "bytes_served": 148015, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "a2a-crawler-index": 11, "pathwren-edge": 3 }, "channels": { "a2a-registry-global": 7, "a2a-directory": 4, "a2a-registry-org": 3 }, "accept_headers": [ "application/json, application/a2a+json" ], "status_codes": { "200": 14 }, "distinct_paths": 12, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:41:21+00:00", "last": "2026-09-03T03:32:08+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:38+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:37+00:00", "last": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:38+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:37+00:00", "last": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:38+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:37+00:00", "last": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:37+00:00", "last": "2026-09-03T03:26:37+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:41:21+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:37+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:38+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:38+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:26:38+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1432.6, "visit_starts": [ "2026-09-01T03:41:21Z", "2026-09-02T03:42:59Z", "2026-09-03T03:26:37Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "tar-health", "name": "TAR-Health", "group_key": "ua:tar-health", "kind": "named", "user_agents": [ { "ua": "TAR-Health/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-03T03:32:08+00:00" } ], "primary_user_agent": "TAR-Health/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T03:41:21+00:00", "last_seen": "2026-09-03T03:32:08+00:00", "bytes_served": 18255, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "a2a-crawler-index": 14 }, "channels": {}, "accept_headers": [ "application/json, application/a2a+json" ], "status_codes": { "200": 14 }, "distinct_paths": 8, "paths": [ { "path": "/a2a", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:41:21+00:00", "last": "2026-09-03T03:32:08+00:00" }, { "path": "/a2a/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-03T03:26:37+00:00" }, { "path": "/a2a/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/a2a/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/a2a/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:42:59+00:00", "last": "2026-09-03T03:26:37+00:00" }, { "path": "/a2a/discovery", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:38+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/a2a/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:38+00:00", "last": "2026-09-03T03:26:38+00:00" }, { "path": "/a2a/score", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:26:37+00:00", "last": "2026-09-03T03:26:37+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T03:41:21+00:00" }, { "path": "/a2a/doctor", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/a2a/triage", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/a2a/netcheck", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/a2a/robots", "status": "200", "at": "2026-09-02T03:42:59+00:00" }, { "path": "/a2a/score", "status": "200", "at": "2026-09-03T03:26:37+00:00" }, { "path": "/a2a/lint", "status": "200", "at": "2026-09-03T03:26:38+00:00" }, { "path": "/a2a/discovery", "status": "200", "at": "2026-09-03T03:26:38+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1432.6, "visit_starts": [ "2026-09-01T03:41:21Z", "2026-09-02T03:42:59Z", "2026-09-03T03:26:37Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "utopian-foundry-probe", "name": "utopian-foundry-probe", "group_key": "ua:utopian-foundry-probe", "kind": "named", "user_agents": [ { "ua": "utopian-foundry-probe/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T06:12:38+00:00", "last_seen": "2026-09-03T06:10:51+00:00" } ], "primary_user_agent": "utopian-foundry-probe/1.0", "requests": 14, "addresses": 1, "first_seen": "2026-09-01T06:12:38+00:00", "last_seen": "2026-09-03T06:10:51+00:00", "bytes_served": 132024, "classed_by_our_instrument": { "agent": 14 }, "surfaces": { "mcp-crawler-index": 9, "mcp-agent-discovery-doctor": 1, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1, "mcp-endpoint-lint": 1, "mcp-robots-policy-lint": 1 }, "channels": { "mcp-registry-official": 14 }, "accept_headers": [], "status_codes": { "200": 14 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:12:38+00:00", "last": "2026-09-03T06:10:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:12:38+00:00", "last": "2026-09-03T06:10:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T06:12:39+00:00", "last": "2026-09-03T06:10:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:17:13+00:00", "last": "2026-09-03T06:10:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T06:17:13+00:00", "last": "2026-09-03T06:10:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:10:51+00:00", "last": "2026-09-03T06:10:51+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:12:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:12:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T06:17:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T06:17:13+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T06:10:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1439.1, "visit_starts": [ "2026-09-01T06:12:38Z", "2026-09-02T06:17:13Z", "2026-09-03T06:10:50Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "api-forge-mcp-index", "name": "api-forge-mcp-index", "group_key": "host:api.temsor.com", "kind": "named", "user_agents": [ { "ua": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", "requests": 13, "addresses": 1, "first_seen": "2026-09-01T01:29:04+00:00", "last_seen": "2026-09-03T01:29:54+00:00" } ], "primary_user_agent": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", "requests": 13, "addresses": 1, "first_seen": "2026-09-01T01:29:04+00:00", "last_seen": "2026-09-03T01:29:54+00:00", "bytes_served": 43292, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "mcp-crawler-index": 13 }, "channels": { "mcp-registry-official": 13 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 13 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:29:04+00:00", "last": "2026-09-03T01:29:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-02T01:32:42+00:00", "last": "2026-09-03T01:29:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T01:32:44+00:00", "last": "2026-09-03T01:29:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T01:32:46+00:00", "last": "2026-09-03T01:29:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T01:32:45+00:00", "last": "2026-09-03T01:29:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:29:53+00:00", "last": "2026-09-03T01:29:53+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T01:29:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T01:32:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T01:32:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T01:32:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T01:32:46+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:29:53+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1440.3, "visit_starts": [ "2026-09-01T01:29:04Z", "2026-09-02T01:32:42Z", "2026-09-03T01:29:49Z" ] }, "documentation_url": "https://api.temsor.com/mcp/index", "self_described_as": null }, { "slug": "mcp-registry", "name": "mcp-registry", "group_key": "ua:mcp-registry", "kind": "named", "user_agents": [ { "ua": "mcp-registry/1.0", "requests": 13, "addresses": 2, "first_seen": "2026-08-31T22:02:23+00:00", "last_seen": "2026-09-02T08:53:27+00:00" } ], "primary_user_agent": "mcp-registry/1.0", "requests": 13, "addresses": 2, "first_seen": "2026-08-31T22:02:23+00:00", "last_seen": "2026-09-02T08:53:27+00:00", "bytes_served": 804, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "pathwren-edge": 13 }, "channels": { "mcp-registry-official": 12 }, "accept_headers": [ "text/plain" ], "status_codes": { "200": 12, "not recorded": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/mcp-registry-auth", "requests": 13, "statuses": { "not recorded": 1, "200": 12 }, "first": "2026-08-31T22:02:23+00:00", "last": "2026-09-02T08:53:27+00:00" } ], "first_walk": [ { "path": "/.well-known/mcp-registry-auth", "status": "200", "at": "2026-08-31T22:02:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 323.1, "visit_starts": [ "2026-08-31T22:02:23Z", "2026-09-01T00:36:57Z", "2026-09-01T01:47:12Z", "2026-09-01T02:29:08Z", "2026-09-01T15:50:33Z", "2026-09-02T00:41:37Z", "2026-09-02T08:53:05Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcp-schema-archive", "name": "mcp-schema-archive", "group_key": "ua:mcp-schema-archive", "kind": "named", "user_agents": [ { "ua": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", "requests": 13, "addresses": 1, "first_seen": "2026-09-01T03:37:27+00:00", "last_seen": "2026-09-02T07:33:09+00:00" } ], "primary_user_agent": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", "requests": 13, "addresses": 1, "first_seen": "2026-09-01T03:37:27+00:00", "last_seen": "2026-09-02T07:33:09+00:00", "bytes_served": 53293, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "mcp-crawler-index": 13 }, "channels": { "mcp-registry-official": 13 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 13 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-02T07:33:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-02T07:33:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T03:37:27+00:00", "last": "2026-09-02T07:33:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T07:33:08+00:00", "last": "2026-09-02T07:33:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:33:08+00:00", "last": "2026-09-02T07:33:08+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:37:27+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T07:33:08+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T07:33:08+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 837.8, "visit_starts": [ "2026-09-01T03:37:27Z", "2026-09-01T07:33:48Z", "2026-09-02T07:33:08Z" ] }, "documentation_url": "https://mcp-schema-archive.delfrost42.workers.dev", "self_described_as": null }, { "slug": "mcpi", "name": "mcpi", "group_key": "ua:mcpi", "kind": "named", "user_agents": [ { "ua": "mcpi/probe", "requests": 13, "addresses": 1, "first_seen": "2026-09-02T23:06:48+00:00", "last_seen": "2026-09-03T00:31:54+00:00" } ], "primary_user_agent": "mcpi/probe", "requests": 13, "addresses": 1, "first_seen": "2026-09-02T23:06:48+00:00", "last_seen": "2026-09-03T00:31:54+00:00", "bytes_served": 83826, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "oauth-discovery-refusal": 8, "mcp-crawler-index": 5 }, "channels": { "mcp-registry-official": 5 }, "accept_headers": [ "*/*", "application/json, text/event-stream" ], "status_codes": { "404": 8, "200": 5 }, "distinct_paths": 11, "paths": [ { "path": "/.well-known/oauth-authorization-server", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T00:04:47+00:00", "last": "2026-09-03T00:31:54+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-03T00:04:47+00:00", "last": "2026-09-03T00:31:54+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:04:47+00:00", "last": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:31:54+00:00", "last": "2026-09-03T00:31:54+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:04:47+00:00", "last": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:31:54+00:00", "last": "2026-09-03T00:31:54+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T23:09:03+00:00", "last": "2026-09-02T23:09:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T23:06:48+00:00", "last": "2026-09-02T23:06:48+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:04:47+00:00", "last": "2026-09-03T00:04:47+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T00:31:54+00:00", "last": "2026-09-03T00:31:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T23:27:56+00:00", "last": "2026-09-02T23:27:56+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T23:06:48+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T23:09:03+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T23:27:56+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", "status": "404", "at": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", "status": "404", "at": "2026-09-03T00:04:47+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-03T00:04:47+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-03T00:31:54+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "status": "404", "at": "2026-09-03T00:31:54+00:00" }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "status": "404", "at": "2026-09-03T00:31:54+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:04:47+00:00", "last_asked": "2026-09-03T00:04:47+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 2 }, "first_asked": "2026-09-03T00:04:47+00:00", "last_asked": "2026-09-03T00:31:54+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:04:47+00:00", "last_asked": "2026-09-03T00:04:47+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 2 }, "first_asked": "2026-09-03T00:04:47+00:00", "last_asked": "2026-09-03T00:31:54+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:31:54+00:00", "last_asked": "2026-09-03T00:31:54+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:31:54+00:00", "last_asked": "2026-09-03T00:31:54+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 58.0, "visit_starts": [ "2026-09-02T23:06:48Z", "2026-09-03T00:04:47Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mozilla-2", "name": "Mozilla", "group_key": "host:feedsearch.dev", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (Compatible; Feedsearch Bot; +https://feedsearch.dev)", "requests": 13, "addresses": 4, "first_seen": "2026-09-01T09:45:16+00:00", "last_seen": "2026-09-01T15:27:10+00:00" } ], "primary_user_agent": "Mozilla/5.0 (Compatible; Feedsearch Bot; +https://feedsearch.dev)", "requests": 13, "addresses": 4, "first_seen": "2026-09-01T09:45:16+00:00", "last_seen": "2026-09-01T15:27:10+00:00", "bytes_served": 175791, "classed_by_our_instrument": { "crawler": 13 }, "surfaces": { "pathwren-edge": 13 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 10, "301": 3 }, "distinct_paths": 4, "paths": [ { "path": "/", "requests": 4, "statuses": { "301": 1, "200": 3 }, "first": "2026-09-01T09:45:16+00:00", "last": "2026-09-01T15:27:10+00:00" }, { "path": "/robots.txt", "requests": 4, "statuses": { "301": 1, "200": 3 }, "first": "2026-09-01T09:45:16+00:00", "last": "2026-09-01T15:27:09+00:00" }, { "path": "/sitemap.xml", "requests": 4, "statuses": { "301": 1, "200": 3 }, "first": "2026-09-01T09:45:16+00:00", "last": "2026-09-01T15:27:09+00:00" }, { "path": "/c/feedsearch/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:45:25+00:00", "last": "2026-09-01T09:45:25+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T09:45:16+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T09:45:16+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T09:45:16+00:00" }, { "path": "/c/feedsearch/", "status": "200", "at": "2026-09-01T09:45:25+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 341.9, "visit_starts": [ "2026-09-01T09:45:16Z", "2026-09-01T15:27:09Z" ] }, "documentation_url": "https://feedsearch.dev", "self_described_as": "Feedsearch Bot" }, { "slug": "reliability-bureau-spike", "name": "reliability-bureau-spike", "group_key": "ua:reliability-bureau-spike", "kind": "named", "user_agents": [ { "ua": "reliability-bureau-spike/0.1", "requests": 13, "addresses": 2, "first_seen": "2026-09-01T09:20:59+00:00", "last_seen": "2026-09-02T09:27:57+00:00" } ], "primary_user_agent": "reliability-bureau-spike/0.1", "requests": 13, "addresses": 2, "first_seen": "2026-09-01T09:20:59+00:00", "last_seen": "2026-09-02T09:27:57+00:00", "bytes_served": 43445, "classed_by_our_instrument": { "agent": 13 }, "surfaces": { "mcp-crawler-index": 13 }, "channels": { "mcp-registry-official": 13 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 12, "202": 1 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 4, "statuses": { "200": 3, "202": 1 }, "first": "2026-09-01T09:20:59+00:00", "last": "2026-09-02T09:27:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T09:21:04+00:00", "last": "2026-09-02T09:27:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T09:21:02+00:00", "last": "2026-09-02T09:27:05+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T09:27:34+00:00", "last": "2026-09-02T09:27:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:27:35+00:00", "last": "2026-09-02T09:27:35+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T09:20:59+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T09:21:02+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T09:21:04+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T09:27:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T09:27:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 723.0, "visit_starts": [ "2026-09-01T09:20:59Z", "2026-09-02T06:14:57Z", "2026-09-02T09:27:04Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "verifymcp-ownersbot", "name": "VerifyMCP-OwnersBot", "group_key": "host:verifymcp.io", "kind": "named", "user_agents": [ { "ua": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", "requests": 13, "addresses": 1, "first_seen": "2026-08-31T23:12:20+00:00", "last_seen": "2026-09-03T04:13:57+00:00" } ], "primary_user_agent": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", "requests": 13, "addresses": 1, "first_seen": "2026-08-31T23:12:20+00:00", "last_seen": "2026-09-03T04:13:57+00:00", "bytes_served": 10699, "classed_by_our_instrument": { "crawler": 8, "agent": 5 }, "surfaces": { "pathwren-edge": 13 }, "channels": { "mcp-registry-official": 11 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 7, "404": 6 }, "distinct_paths": 7, "paths": [ { "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T02:12:20+00:00", "last": "2026-09-03T02:14:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "requests": 3, "statuses": { "404": 1, "200": 2 }, "first": "2026-09-01T04:12:18+00:00", "last": "2026-09-03T04:13:57+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "requests": 3, "statuses": { "404": 1, "200": 2 }, "first": "2026-09-01T03:12:18+00:00", "last": "2026-09-03T03:14:57+00:00" }, { "path": "/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-08-31T23:12:20+00:00", "last": "2026-08-31T23:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T17:12:18+00:00", "last": "2026-09-01T17:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T17:12:19+00:00", "last": "2026-09-01T17:12:19+00:00" }, { "path": "/mcp/.well-known/owners.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-08-31T23:12:20+00:00", "last": "2026-08-31T23:12:20+00:00" } ], "first_walk": [ { "path": "/mcp/.well-known/owners.json", "status": "404", "at": "2026-08-31T23:12:20+00:00" }, { "path": "/.well-known/owners.json", "status": "404", "at": "2026-08-31T23:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", "status": "200", "at": "2026-09-01T02:12:20+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "status": "200", "at": "2026-09-01T03:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "status": "200", "at": "2026-09-01T04:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", "status": "404", "at": "2026-09-01T17:12:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", "status": "404", "at": "2026-09-01T17:12:19+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/mcp/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-08-31T23:12:20+00:00", "last_asked": "2026-08-31T23:12:20+00:00", "answered_200_since": "2026-09-01T00:35:07+00:00" }, { "path": "/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-08-31T23:12:20+00:00", "last_asked": "2026-08-31T23:12:20+00:00", "answered_200_since": "2026-09-01T00:35:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T03:12:18+00:00", "last_asked": "2026-09-03T03:14:57+00:00", "answered_200_since": "2026-09-01T07:30:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T04:12:18+00:00", "last_asked": "2026-09-03T04:13:57+00:00", "answered_200_since": "2026-09-01T07:30:39+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T17:12:18+00:00", "last_asked": "2026-09-01T17:12:18+00:00", "answered_200_since": "2026-09-01T17:49:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T17:12:19+00:00", "last_asked": "2026-09-01T17:12:19+00:00", "answered_200_since": "2026-09-01T17:49:25+00:00" } ], "return_behaviour": { "visits": 11, "median_gap_minutes": 60.5, "visit_starts": [ "2026-08-31T23:12:20Z", "2026-09-01T02:12:20Z", "2026-09-01T03:12:18Z", "2026-09-01T04:12:18Z", "2026-09-01T17:12:18Z", "2026-09-02T02:13:21Z", "2026-09-02T03:14:18Z", "2026-09-02T04:13:18Z", "2026-09-03T02:14:57Z", "2026-09-03T03:14:57Z", "2026-09-03T04:13:57Z" ] }, "documentation_url": "https://verifymcp.io/docs/build/owners-json", "self_described_as": null }, { "slug": "colonistone", "name": "ColonistOne", "group_key": "host:thecolony.ai", "kind": "named", "user_agents": [ { "ua": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai; +https://thecolony.ai/u/colonist-one)", "requests": 12, "addresses": 1, "first_seen": "2026-09-03T05:34:46+00:00", "last_seen": "2026-09-03T05:34:50+00:00" } ], "primary_user_agent": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai; +https://thecolony.ai/u/colonist-one)", "requests": 12, "addresses": 1, "first_seen": "2026-09-03T05:34:46+00:00", "last_seen": "2026-09-03T05:34:50+00:00", "bytes_served": 231944, "classed_by_our_instrument": { "agent": 11, "crawler": 1 }, "surfaces": { "pathwren-edge": 9, "mcp-crawler-index": 2, "http-tools": 1 }, "channels": { "thecolony": 6 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 10, "404": 2 }, "distinct_paths": 11, "paths": [ { "path": "/c/thecolony/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:34:49+00:00", "last": "2026-09-03T05:34:50+00:00" }, { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:49+00:00", "last": "2026-09-03T05:34:49+00:00" }, { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:49+00:00", "last": "2026-09-03T05:34:49+00:00" }, { "path": "/.well-known/ai-plugin.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:49+00:00", "last": "2026-09-03T05:34:49+00:00" }, { "path": "/.well-known/zzqx-nonexistent.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T05:34:50+00:00", "last": "2026-09-03T05:34:50+00:00" }, { "path": "/c/thecolony/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:46+00:00", "last": "2026-09-03T05:34:46+00:00" }, { "path": "/c/thecolony/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:48+00:00", "last": "2026-09-03T05:34:48+00:00" }, { "path": "/c/thecolony/tools", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:50+00:00", "last": "2026-09-03T05:34:50+00:00" }, { "path": "/c/thecolony/zzqx-no-such-page-purple", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T05:34:50+00:00", "last": "2026-09-03T05:34:50+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:47+00:00", "last": "2026-09-03T05:34:47+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:34:47+00:00", "last": "2026-09-03T05:34:47+00:00" } ], "first_walk": [ { "path": "/c/thecolony/", "status": "200", "at": "2026-09-03T05:34:46+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T05:34:47+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T05:34:47+00:00" }, { "path": "/c/thecolony/llms.txt", "status": "200", "at": "2026-09-03T05:34:48+00:00" }, { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-03T05:34:49+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T05:34:49+00:00" }, { "path": "/.well-known/ai-plugin.json", "status": "200", "at": "2026-09-03T05:34:49+00:00" }, { "path": "/c/thecolony/mcp", "status": "200", "at": "2026-09-03T05:34:49+00:00" }, { "path": "/c/thecolony/tools", "status": "200", "at": "2026-09-03T05:34:50+00:00" }, { "path": "/c/thecolony/zzqx-no-such-page-purple", "status": "404", "at": "2026-09-03T05:34:50+00:00" }, { "path": "/.well-known/zzqx-nonexistent.json", "status": "404", "at": "2026-09-03T05:34:50+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/c/thecolony/zzqx-no-such-page-purple", "statuses": { "404": 1 }, "first_asked": "2026-09-03T05:34:50+00:00", "last_asked": "2026-09-03T05:34:50+00:00", "answered_200_since": null }, { "path": "/.well-known/zzqx-nonexistent.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T05:34:50+00:00", "last_asked": "2026-09-03T05:34:50+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:34:46Z" ] }, "documentation_url": "https://thecolony.ai/u/colonist-one", "self_described_as": "autonomous agent; review for thecolony.ai" }, { "slug": "freepublicapis", "name": "FreePublicAPIs", "group_key": "host:freepublicapis.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; FreePublicAPIs/1.0; +https://freepublicapis.com)", "requests": 12, "addresses": 1, "first_seen": "2026-09-02T04:45:07+00:00", "last_seen": "2026-09-03T04:50:15+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; FreePublicAPIs/1.0; +https://freepublicapis.com)", "requests": 12, "addresses": 1, "first_seen": "2026-09-02T04:45:07+00:00", "last_seen": "2026-09-03T04:50:15+00:00", "bytes_served": 241048, "classed_by_our_instrument": { "unknown": 12 }, "surfaces": { "client-dossiers": 6, "http-tools": 6 }, "channels": { "freepublicapis": 12 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 12 }, "distinct_paths": 6, "paths": [ { "path": "/c/freepublicapis/tools/ai-access", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:17+00:00", "last": "2026-09-03T04:50:15+00:00" }, { "path": "/c/freepublicapis/tools/classify-ua", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:11+00:00", "last": "2026-09-03T04:50:12+00:00" }, { "path": "/c/freepublicapis/tools/robots-allowed", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:16+00:00", "last": "2026-09-03T04:50:13+00:00" }, { "path": "/c/freepublicapis/tools/robots-lint", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:16+00:00", "last": "2026-09-03T04:50:13+00:00" }, { "path": "/c/freepublicapis/tools/verification-methods", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:17+00:00", "last": "2026-09-03T04:50:15+00:00" }, { "path": "/c/freepublicapis/tools/verify-crawler", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T04:45:07+00:00", "last": "2026-09-03T04:50:06+00:00" } ], "first_walk": [ { "path": "/c/freepublicapis/tools/verify-crawler", "status": "200", "at": "2026-09-02T04:45:07+00:00" }, { "path": "/c/freepublicapis/tools/classify-ua", "status": "200", "at": "2026-09-02T04:45:11+00:00" }, { "path": "/c/freepublicapis/tools/robots-lint", "status": "200", "at": "2026-09-02T04:45:16+00:00" }, { "path": "/c/freepublicapis/tools/robots-allowed", "status": "200", "at": "2026-09-02T04:45:16+00:00" }, { "path": "/c/freepublicapis/tools/ai-access", "status": "200", "at": "2026-09-02T04:45:17+00:00" }, { "path": "/c/freepublicapis/tools/verification-methods", "status": "200", "at": "2026-09-02T04:45:17+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1445.0, "visit_starts": [ "2026-09-02T04:45:07Z", "2026-09-03T04:50:06Z" ] }, "documentation_url": "https://freepublicapis.com", "self_described_as": "FreePublicAPIs/1.0" }, { "slug": "googlebot", "name": "Googlebot", "group_key": "host:google.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "requests": 11, "addresses": 4, "first_seen": "2026-09-02T00:11:50+00:00", "last_seen": "2026-09-03T06:09:41+00:00" }, { "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T06:09:41+00:00", "last_seen": "2026-09-03T06:09:41+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "requests": 12, "addresses": 5, "first_seen": "2026-09-02T00:11:50+00:00", "last_seen": "2026-09-03T06:09:41+00:00", "bytes_served": 49869, "classed_by_our_instrument": { "crawler": 12 }, "surfaces": { "pathwren-edge": 12 }, "channels": {}, "accept_headers": [ "text/plain,text/html,*/*", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 9, "301": 3 }, "distinct_paths": 2, "paths": [ { "path": "/robots.txt", "requests": 10, "statuses": { "200": 9, "301": 1 }, "first": "2026-09-02T00:11:50+00:00", "last": "2026-09-03T06:09:41+00:00" }, { "path": "/", "requests": 2, "statuses": { "301": 2 }, "first": "2026-09-03T06:09:41+00:00", "last": "2026-09-03T06:09:41+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-02T00:11:50+00:00" }, { "path": "/", "status": "301", "at": "2026-09-03T06:09:41+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 8, "median_gap_minutes": 135.9, "visit_starts": [ "2026-09-02T00:11:50Z", "2026-09-02T05:09:50Z", "2026-09-02T06:18:47Z", "2026-09-02T07:34:58Z", "2026-09-02T08:42:13Z", "2026-09-02T14:20:58Z", "2026-09-03T03:42:33Z", "2026-09-03T05:58:30Z" ] }, "documentation_url": "http://www.google.com/bot.html", "self_described_as": "Googlebot/2.1" }, { "slug": "sasameagentaudit", "name": "SaSameAgentAudit", "group_key": "host:live-vps.sasame.online", "kind": "named", "user_agents": [ { "ua": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", "requests": 12, "addresses": 1, "first_seen": "2026-09-01T01:06:44+00:00", "last_seen": "2026-09-02T01:40:11+00:00" } ], "primary_user_agent": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", "requests": 12, "addresses": 1, "first_seen": "2026-09-01T01:06:44+00:00", "last_seen": "2026-09-02T01:40:11+00:00", "bytes_served": 66577, "classed_by_our_instrument": { "agent": 12 }, "surfaces": { "mcp-crawler-index": 6, "pathwren-edge": 6 }, "channels": { "mcp-registry-official": 5, "mcp-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 11, "404": 1 }, "distinct_paths": 7, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 6, "statuses": { "404": 1, "200": 5 }, "first": "2026-09-01T01:06:44+00:00", "last": "2026-09-02T01:40:11+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:39:09+00:00", "last": "2026-09-01T13:39:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:11:12+00:00", "last": "2026-09-01T13:11:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T01:40:09+00:00", "last": "2026-09-02T01:40:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T01:40:11+00:00", "last": "2026-09-02T01:40:11+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:39:11+00:00", "last": "2026-09-01T13:39:11+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:06:44+00:00", "last": "2026-09-01T01:06:44+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:06:44+00:00" }, { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T01:06:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T13:11:12+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T13:39:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T13:39:11+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T01:40:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T01:40:11+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/agent-card.json", "statuses": { "404": 1 }, "first_asked": "2026-09-01T01:06:44+00:00", "last_asked": "2026-09-02T01:40:11+00:00", "answered_200_since": "2026-09-01T01:28:42+00:00" } ], "return_behaviour": { "visits": 3, "median_gap_minutes": 736.8, "visit_starts": [ "2026-09-01T01:06:44Z", "2026-09-01T13:11:12Z", "2026-09-02T01:40:09Z" ] }, "documentation_url": "https://live-vps.sasame.online/.well-known/agent-card.json", "self_described_as": null }, { "slug": "strand-mcp", "name": "strand-mcp", "group_key": "ua:strand-mcp", "kind": "named", "user_agents": [ { "ua": "strand-mcp/0.1 (+sync)", "requests": 12, "addresses": 1, "first_seen": "2026-09-02T03:22:45+00:00", "last_seen": "2026-09-03T03:23:12+00:00" } ], "primary_user_agent": "strand-mcp/0.1 (+sync)", "requests": 12, "addresses": 1, "first_seen": "2026-09-02T03:22:45+00:00", "last_seen": "2026-09-03T03:23:12+00:00", "bytes_served": 33060, "classed_by_our_instrument": { "agent": 12 }, "surfaces": { "mcp-crawler-index": 6, "mcp-robots-policy-lint": 2, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1, "mcp-endpoint-lint": 1, "mcp-agent-discovery-doctor": 1 }, "channels": { "mcp-registry-official": 12 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 10, "202": 2 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp/robots", "requests": 3, "statuses": { "200": 2, "202": 1 }, "first": "2026-09-02T03:23:06+00:00", "last": "2026-09-03T03:22:19+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-02T03:22:45+00:00", "last": "2026-09-03T03:23:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:22:59+00:00", "last": "2026-09-03T03:23:12+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:22:58+00:00", "last": "2026-09-03T03:22:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T03:23:11+00:00", "last": "2026-09-03T03:23:05+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:23:11+00:00", "last": "2026-09-03T03:23:11+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T03:22:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:22:58+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T03:22:59+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:23:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T03:23:11+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:23:11+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1439.5, "visit_starts": [ "2026-09-02T03:22:45Z", "2026-09-03T03:22:18Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "spanly-enrich", "name": "spanly-enrich", "group_key": "host:spanly.com", "kind": "named", "user_agents": [ { "ua": "spanly-enrich/1.0 (+https://spanly.com)", "requests": 11, "addresses": 1, "first_seen": "2026-09-01T11:44:27+00:00", "last_seen": "2026-09-01T11:44:28+00:00" } ], "primary_user_agent": "spanly-enrich/1.0 (+https://spanly.com)", "requests": 11, "addresses": 1, "first_seen": "2026-09-01T11:44:27+00:00", "last_seen": "2026-09-01T11:44:28+00:00", "bytes_served": 53564, "classed_by_our_instrument": { "agent": 11 }, "surfaces": { "pathwren-edge": 11 }, "channels": {}, "accept_headers": [ "text/plain, text/html, */*", "application/json, */*" ], "status_codes": { "404": 8, "200": 3 }, "distinct_paths": 7, "paths": [ { "path": "/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:28+00:00" }, { "path": "/about", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:28+00:00" }, { "path": "/contact", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:28+00:00" }, { "path": "/security", "requests": 2, "statuses": { "404": 2 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:28+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:27+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:27+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:44:27+00:00", "last": "2026-09-01T11:44:27+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/contact", "status": "404", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/security", "status": "404", "at": "2026-09-01T11:44:27+00:00" }, { "path": "/about", "status": "404", "at": "2026-09-01T11:44:27+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:44:27+00:00", "last_asked": "2026-09-01T11:44:27+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:44:27+00:00", "last_asked": "2026-09-01T11:44:27+00:00", "answered_200_since": null }, { "path": "/contact", "statuses": { "404": 2 }, "first_asked": "2026-09-01T11:44:27+00:00", "last_asked": "2026-09-01T11:44:28+00:00", "answered_200_since": "2026-09-02T00:23:03+00:00" }, { "path": "/security", "statuses": { "404": 2 }, "first_asked": "2026-09-01T11:44:27+00:00", "last_asked": "2026-09-01T11:44:28+00:00", "answered_200_since": "2026-09-02T02:44:16+00:00" }, { "path": "/about", "statuses": { "404": 2 }, "first_asked": "2026-09-01T11:44:27+00:00", "last_asked": "2026-09-01T11:44:28+00:00", "answered_200_since": "2026-09-02T05:34:47+00:00" } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T11:44:27Z" ] }, "documentation_url": "https://spanly.com", "self_described_as": null }, { "slug": "a2a-directory-liveness", "name": "a2a-directory-liveness", "group_key": "ua:a2a-directory-liveness", "kind": "named", "user_agents": [ { "ua": "a2a-directory-liveness", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T15:55:09+00:00" } ], "primary_user_agent": "a2a-directory-liveness", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T15:55:09+00:00", "bytes_served": 30885, "classed_by_our_instrument": { "agent": 10 }, "surfaces": { "a2a-crawler-index": 9, "pathwren-edge": 1 }, "channels": { "a2a-directory": 5 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 10 }, "distinct_paths": 10, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" }, { "path": "/a2a/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:09+00:00", "last": "2026-09-01T15:55:09+00:00" }, { "path": "/a2a/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:36+00:00", "last": "2026-09-01T15:54:36+00:00" }, { "path": "/a2a/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:58+00:00", "last": "2026-09-01T15:54:58+00:00" }, { "path": "/a2a/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:04+00:00", "last": "2026-09-01T15:55:04+00:00" }, { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:09+00:00", "last": "2026-09-01T15:55:09+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:36+00:00", "last": "2026-09-01T15:54:36+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:58+00:00", "last": "2026-09-01T15:54:58+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:03+00:00", "last": "2026-09-01T15:55:03+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:27:27+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:27:27+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:54:36+00:00" }, { "path": "/a2a/netcheck", "status": "200", "at": "2026-09-01T15:54:36+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:54:58+00:00" }, { "path": "/a2a/robots", "status": "200", "at": "2026-09-01T15:54:58+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:55:03+00:00" }, { "path": "/a2a/triage", "status": "200", "at": "2026-09-01T15:55:04+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:55:09+00:00" }, { "path": "/a2a/doctor", "status": "200", "at": "2026-09-01T15:55:09+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 807.1, "visit_starts": [ "2026-09-01T02:27:27Z", "2026-09-01T15:54:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "agentindexbot", "name": "AgentIndexBot", "group_key": "host:agents.traderszone.net", "kind": "named", "user_agents": [ { "ua": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T04:07:21+00:00", "last_seen": "2026-09-03T04:32:28+00:00" } ], "primary_user_agent": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T04:07:21+00:00", "last_seen": "2026-09-03T04:32:28+00:00", "bytes_served": 44493, "classed_by_our_instrument": { "crawler": 10 }, "surfaces": { "pathwren-edge": 6, "mcp-crawler-index": 3, "mcp-agent-discovery-doctor": 1 }, "channels": { "mcp-registry-official": 4 }, "accept_headers": [ "*/*", "application/json, text/event-stream", "text/html,application/xhtml+xml" ], "status_codes": { "200": 10 }, "distinct_paths": 3, "paths": [ { "path": "/robots.txt", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T04:07:21+00:00", "last": "2026-09-03T04:32:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-01T04:26:51+00:00", "last": "2026-09-03T04:32:28+00:00" }, { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:07:21+00:00", "last": "2026-09-01T04:07:21+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T04:07:21+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T04:07:21+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T04:26:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 974.5, "visit_starts": [ "2026-09-01T04:07:21Z", "2026-09-01T12:17:15Z", "2026-09-02T04:31:46Z", "2026-09-03T04:32:28Z" ] }, "documentation_url": "https://agents.traderszone.net", "self_described_as": "polite ARD crawler" }, { "slug": "agentry-registry", "name": "Agentry-Registry", "group_key": "ua:agentry-registry", "kind": "named", "user_agents": [ { "ua": "Agentry-Registry/1.0", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T09:48:46+00:00", "last_seen": "2026-09-03T06:06:26+00:00" } ], "primary_user_agent": "Agentry-Registry/1.0", "requests": 10, "addresses": 1, "first_seen": "2026-09-01T09:48:46+00:00", "last_seen": "2026-09-03T06:06:26+00:00", "bytes_served": 101388, "classed_by_our_instrument": { "agent": 10 }, "surfaces": { "pathwren-edge": 10 }, "channels": { "agentry": 8 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 10 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 10, "statuses": { "200": 10 }, "first": "2026-09-01T09:48:46+00:00", "last": "2026-09-03T06:06:26+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T09:48:46+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 7, "median_gap_minutes": 360.1, "visit_starts": [ "2026-09-01T09:48:46Z", "2026-09-01T12:06:18Z", "2026-09-01T18:05:43Z", "2026-09-02T00:05:55Z", "2026-09-02T06:06:01Z", "2026-09-03T00:05:56Z", "2026-09-03T06:06:12Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "oauth4webapi", "name": "oauth4webapi", "group_key": "ua:oauth4webapi", "kind": "named", "user_agents": [ { "ua": "oauth4webapi/v3.8.5", "requests": 10, "addresses": 1, "first_seen": "2026-09-02T09:06:24+00:00", "last_seen": "2026-09-02T09:07:24+00:00" } ], "primary_user_agent": "oauth4webapi/v3.8.5", "requests": 10, "addresses": 1, "first_seen": "2026-09-02T09:06:24+00:00", "last_seen": "2026-09-02T09:07:24+00:00", "bytes_served": 59240, "classed_by_our_instrument": { "agent": 10 }, "surfaces": { "pathwren-edge": 10 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "404": 10 }, "distinct_paths": 2, "paths": [ { "path": "/.well-known/oauth-authorization-server", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-02T09:06:24+00:00", "last": "2026-09-02T09:07:24+00:00" }, { "path": "/.well-known/openid-configuration", "requests": 5, "statuses": { "404": 5 }, "first": "2026-09-02T09:06:24+00:00", "last": "2026-09-02T09:07:24+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-authorization-server", "status": "404", "at": "2026-09-02T09:06:24+00:00" }, { "path": "/.well-known/openid-configuration", "status": "404", "at": "2026-09-02T09:06:24+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 5 }, "first_asked": "2026-09-02T09:06:24+00:00", "last_asked": "2026-09-02T09:07:24+00:00", "answered_200_since": null }, { "path": "/.well-known/openid-configuration", "statuses": { "404": 5 }, "first_asked": "2026-09-02T09:06:24+00:00", "last_asked": "2026-09-02T09:07:24+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T09:06:24Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "solvedearthpricebot", "name": "SolvedEarthPriceBot", "group_key": "host:solved.earth", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; SolvedEarthPriceBot/2.0; +https://solved.earth)", "requests": 8, "addresses": 1, "first_seen": "2026-09-02T04:14:14+00:00", "last_seen": "2026-09-03T04:14:05+00:00" }, { "ua": "SolvedEarthLivenessBot/1.0 (+https://solved.earth/docs)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T02:30:49+00:00", "last_seen": "2026-09-03T02:30:41+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; SolvedEarthPriceBot/2.0; +https://solved.earth)", "requests": 10, "addresses": 1, "first_seen": "2026-09-02T02:30:49+00:00", "last_seen": "2026-09-03T04:14:05+00:00", "bytes_served": 51413, "classed_by_our_instrument": { "crawler": 10 }, "surfaces": { "pathwren-edge": 6, "ai-crawler-index": 4 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", "*/*" ], "status_codes": { "200": 10 }, "distinct_paths": 4, "paths": [ { "path": "/", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-02T02:30:49+00:00", "last": "2026-09-03T04:14:03+00:00" }, { "path": "/px.gif", "requests": 4, "statuses": { "200": 4 }, "first": "2026-09-02T04:14:14+00:00", "last": "2026-09-03T04:14:05+00:00" }, { "path": "/pricing", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:14:05+00:00", "last": "2026-09-03T04:14:05+00:00" }, { "path": "/register", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:14:16+00:00", "last": "2026-09-02T04:14:16+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-02T02:30:49+00:00" }, { "path": "/px.gif", "status": "200", "at": "2026-09-02T04:14:14+00:00" }, { "path": "/register", "status": "200", "at": "2026-09-02T04:14:16+00:00" }, { "path": "/pricing", "status": "200", "at": "2026-09-03T04:14:05+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 4, "median_gap_minutes": 103.4, "visit_starts": [ "2026-09-02T02:30:49Z", "2026-09-02T04:14:14Z", "2026-09-03T02:30:41Z", "2026-09-03T04:14:03Z" ] }, "documentation_url": "https://solved.earth", "self_described_as": "SolvedEarthPriceBot/2.0" }, { "slug": "agent-world-probe", "name": "agent-world-probe", "group_key": "ua:agent-world-probe", "kind": "named", "user_agents": [ { "ua": "agent-world-probe/py-0.95 (research; MCP census)", "requests": 9, "addresses": 2, "first_seen": "2026-09-01T08:54:05+00:00", "last_seen": "2026-09-02T08:04:52+00:00" } ], "primary_user_agent": "agent-world-probe/py-0.95 (research; MCP census)", "requests": 9, "addresses": 2, "first_seen": "2026-09-01T08:54:05+00:00", "last_seen": "2026-09-02T08:04:52+00:00", "bytes_served": 18363, "classed_by_our_instrument": { "agent": 9 }, "surfaces": { "mcp-crawler-index": 9 }, "channels": { "mcp-registry-official": 9 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 7, "202": 2 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T08:54:06+00:00", "last": "2026-09-02T08:04:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T08:54:05+00:00", "last": "2026-09-02T08:04:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-02T08:04:51+00:00", "last": "2026-09-02T08:04:52+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-01T08:54:07+00:00", "last": "2026-09-02T08:04:51+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:04:50+00:00", "last": "2026-09-02T08:04:50+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T08:54:05+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T08:54:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T08:54:07+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T08:04:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T08:04:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1390.7, "visit_starts": [ "2026-09-01T08:54:05Z", "2026-09-02T08:04:49Z" ] }, "documentation_url": null, "self_described_as": "research; MCP census" }, { "slug": "a2a-registry-healthbot", "name": "A2A-Registry-Healthbot", "group_key": "ua:a2a-registry-healthbot", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-Healthbot/1.0 (background-job)", "requests": 8, "addresses": 1, "first_seen": "2026-09-03T02:01:03+00:00", "last_seen": "2026-09-03T02:01:47+00:00" } ], "primary_user_agent": "A2A-Registry-Healthbot/1.0 (background-job)", "requests": 8, "addresses": 1, "first_seen": "2026-09-03T02:01:03+00:00", "last_seen": "2026-09-03T02:01:47+00:00", "bytes_served": 106259, "classed_by_our_instrument": { "crawler": 8 }, "surfaces": { "a2a-crawler-index": 8 }, "channels": { "a2a-registry-global": 8 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 8 }, "distinct_paths": 8, "paths": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:03+00:00", "last": "2026-09-03T02:01:03+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:46+00:00", "last": "2026-09-03T02:01:46+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:10+00:00", "last": "2026-09-03T02:01:10+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:45+00:00", "last": "2026-09-03T02:01:45+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:07+00:00", "last": "2026-09-03T02:01:07+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:08+00:00", "last": "2026-09-03T02:01:08+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:47+00:00", "last": "2026-09-03T02:01:47+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:01:05+00:00", "last": "2026-09-03T02:01:05+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:03+00:00" }, { "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:05+00:00" }, { "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:07+00:00" }, { "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:08+00:00" }, { "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:10+00:00" }, { "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:45+00:00" }, { "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:46+00:00" }, { "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T02:01:47+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T02:01:03Z" ] }, "documentation_url": null, "self_described_as": "background-job" }, { "slug": "jscrawler", "name": "jscrawler", "group_key": "ua:jscrawler", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; jscrawler/0.1; +https://github.com/)", "requests": 8, "addresses": 1, "first_seen": "2026-09-03T00:06:47+00:00", "last_seen": "2026-09-03T00:06:47+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; jscrawler/0.1; +https://github.com/)", "requests": 8, "addresses": 1, "first_seen": "2026-09-03T00:06:47+00:00", "last_seen": "2026-09-03T00:06:47+00:00", "bytes_served": 16384, "classed_by_our_instrument": { "crawler": 8 }, "surfaces": { "pathwren-edge": 8 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "404": 8 }, "distinct_paths": 8, "paths": [ { "path": "/.well-known/ai-plugin.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/.well-known/mcp.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/apis.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/data/agents.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/feed.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/ip-ranges/all.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/openapi.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" }, { "path": "/swagger.js", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T00:06:47+00:00", "last": "2026-09-03T00:06:47+00:00" } ], "first_walk": [ { "path": "/openapi.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/swagger.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/apis.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/feed.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/.well-known/ai-plugin.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/data/agents.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/.well-known/mcp.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" }, { "path": "/ip-ranges/all.js", "status": "404", "at": "2026-09-03T00:06:47+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/openapi.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/swagger.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/apis.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/feed.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/.well-known/ai-plugin.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/data/agents.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/.well-known/mcp.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null }, { "path": "/ip-ranges/all.js", "statuses": { "404": 1 }, "first_asked": "2026-09-03T00:06:47+00:00", "last_asked": "2026-09-03T00:06:47+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T00:06:47Z" ] }, "documentation_url": "https://github.com/", "self_described_as": "jscrawler/0.1" }, { "slug": "mcpwitness", "name": "MCPWitness", "group_key": "host:mcpwitness.com", "kind": "named", "user_agents": [ { "ua": "MCPWitness/1.0 (health probe; +https://mcpwitness.com)", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T06:30:51+00:00", "last_seen": "2026-09-03T03:31:38+00:00" } ], "primary_user_agent": "MCPWitness/1.0 (health probe; +https://mcpwitness.com)", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T06:30:51+00:00", "last_seen": "2026-09-03T03:31:38+00:00", "bytes_served": 26097, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "mcp-crawler-index": 6, "mcp-agent-discovery-doctor": 1, "mcp-crawler-log-triage": 1 }, "channels": { "mcp-registry-official": 8 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 8 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:30:53+00:00", "last": "2026-09-03T03:31:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:30:51+00:00", "last": "2026-09-03T03:31:34+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:30:54+00:00", "last": "2026-09-03T03:31:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:31:44+00:00", "last": "2026-09-02T06:31:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:31:46+00:00", "last": "2026-09-02T06:31:46+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T06:30:51+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T06:30:53+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:30:54+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T06:31:44+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T06:31:46+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1350.3, "visit_starts": [ "2026-09-01T06:30:51Z", "2026-09-02T06:31:44Z", "2026-09-03T03:31:34Z" ] }, "documentation_url": "https://mcpwitness.com", "self_described_as": "health probe" }, { "slug": "pip", "name": "pip", "group_key": "ua:pip", "kind": "named", "user_agents": [ { "ua": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T06:13:45+00:00", "last_seen": "2026-09-01T18:52:50+00:00" } ], "primary_user_agent": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T06:13:45+00:00", "last_seen": "2026-09-01T18:52:50+00:00", "bytes_served": 419194, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "pathwren-edge": 8 }, "channels": { "pypi-registry": 8 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 8 }, "distinct_paths": 6, "paths": [ { "path": "/c/pypi-registry/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:13:45+00:00", "last": "2026-09-01T17:30:29+00:00" }, { "path": "/c/pypi-registry/data/agents.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:13:45+00:00", "last": "2026-09-01T17:30:29+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/data.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T18:52:50+00:00", "last": "2026-09-01T18:52:50+00:00" }, { "path": "/c/pypi-registry/changelog.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:30:46+00:00", "last": "2026-09-01T17:30:46+00:00" }, { "path": "/c/pypi-verify/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:30:16+00:00", "last": "2026-09-01T17:30:16+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:30:15+00:00", "last": "2026-09-01T17:30:15+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/data/agents.json", "status": "200", "at": "2026-09-01T06:13:45+00:00" }, { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T06:13:45+00:00" }, { "path": "/c/pypi-verify/ip-ranges/all.json", "status": "200", "at": "2026-09-01T17:30:15+00:00" }, { "path": "/c/pypi-verify/", "status": "200", "at": "2026-09-01T17:30:16+00:00" }, { "path": "/c/pypi-registry/changelog.html", "status": "200", "at": "2026-09-01T17:30:46+00:00" }, { "path": "/c/pypi-registry/ai-crawler-robots/data.json", "status": "200", "at": "2026-09-01T18:52:50+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 379.6, "visit_starts": [ "2026-09-01T06:13:45Z", "2026-09-01T17:30:15Z", "2026-09-01T18:52:50Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "truespar-mcp-registry", "name": "truespar-mcp-registry", "group_key": "host:registry.truespar.com", "kind": "named", "user_agents": [ { "ua": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T02:28:06+00:00", "last_seen": "2026-09-03T02:46:17+00:00" } ], "primary_user_agent": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T02:28:06+00:00", "last_seen": "2026-09-03T02:46:17+00:00", "bytes_served": 30729, "classed_by_our_instrument": { "agent": 8 }, "surfaces": { "mcp-crawler-index": 3, "mcp-robots-policy-lint": 1, "mcp-endpoint-lint": 1, "mcp-agent-discovery-doctor": 1, "mcp-crawler-ip-verifier": 1, "mcp-crawler-log-triage": 1 }, "channels": { "mcp-registry-official": 8 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 8 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:28:29+00:00", "last": "2026-09-03T02:46:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:28:06+00:00", "last": "2026-09-03T02:46:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:46:15+00:00", "last": "2026-09-03T02:46:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:46:06+00:00", "last": "2026-09-03T02:46:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:46:15+00:00", "last": "2026-09-03T02:46:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T02:45:19+00:00", "last": "2026-09-03T02:45:19+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T02:28:06+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T02:28:29+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-03T02:45:19+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T02:46:06+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-03T02:46:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-03T02:46:15+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 2897.2, "visit_starts": [ "2026-09-01T02:28:06Z", "2026-09-03T02:45:19Z" ] }, "documentation_url": "https://registry.truespar.com", "self_described_as": null }, { "slug": "agentreputationbot", "name": "AgentReputationBot", "group_key": "host:agentreputation.dev", "kind": "named", "user_agents": [ { "ua": "AgentReputationBot/1.0 (+https://agentreputation.dev)", "requests": 7, "addresses": 3, "first_seen": "2026-09-01T03:47:16+00:00", "last_seen": "2026-09-03T03:18:55+00:00" } ], "primary_user_agent": "AgentReputationBot/1.0 (+https://agentreputation.dev)", "requests": 7, "addresses": 3, "first_seen": "2026-09-01T03:47:16+00:00", "last_seen": "2026-09-03T03:18:55+00:00", "bytes_served": 49580, "classed_by_our_instrument": { "crawler": 7 }, "surfaces": { "mcp-crawler-index": 5, "a2a-crawler-index": 1, "mcp-endpoint-lint": 1 }, "channels": { "mcp-registry-official": 6, "agentrep": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 7 }, "distinct_paths": 7, "paths": [ { "path": "/c/agentrep/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:47:16+00:00", "last": "2026-09-02T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:16+00:00", "last": "2026-09-01T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:36+00:00", "last": "2026-09-01T03:47:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:18:55+00:00", "last": "2026-09-03T03:18:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:46:55+00:00", "last": "2026-09-02T03:46:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T03:47:17+00:00", "last": "2026-09-02T03:47:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:47:36+00:00", "last": "2026-09-01T03:47:36+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T03:47:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T03:47:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T03:46:55+00:00" }, { "path": "/c/agentrep/a2a", "status": "200", "at": "2026-09-02T03:47:16+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T03:47:17+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T03:18:55+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1425.8, "visit_starts": [ "2026-09-01T03:47:16Z", "2026-09-02T03:46:55Z", "2026-09-03T03:18:55Z" ] }, "documentation_url": "https://agentreputation.dev", "self_described_as": null }, { "slug": "merlonix-attestation-verifier", "name": "merlonix-attestation-verifier", "group_key": "ua:merlonix-attestation-verifier", "kind": "named", "user_agents": [ { "ua": "merlonix-attestation-verifier/1", "requests": 7, "addresses": 1, "first_seen": "2026-09-03T06:00:45+00:00", "last_seen": "2026-09-03T06:00:45+00:00" } ], "primary_user_agent": "merlonix-attestation-verifier/1", "requests": 7, "addresses": 1, "first_seen": "2026-09-03T06:00:45+00:00", "last_seen": "2026-09-03T06:00:45+00:00", "bytes_served": 209175, "classed_by_our_instrument": { "agent": 5, "crawler": 2 }, "surfaces": { "pathwren-edge": 7 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 6, "404": 1 }, "distinct_paths": 7, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/.well-known/mcp.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/.well-known/tdmrep.json", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/ai.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:45+00:00", "last": "2026-09-03T06:00:45+00:00" } ], "first_walk": [ { "path": "/ai.txt", "status": "200", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/.well-known/mcp.json", "status": "200", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/robots.txt", "status": "200", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/", "status": "200", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/.well-known/tdmrep.json", "status": "404", "at": "2026-09-03T06:00:45+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-03T06:00:45+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/tdmrep.json", "statuses": { "404": 1 }, "first_asked": "2026-09-03T06:00:45+00:00", "last_asked": "2026-09-03T06:00:45+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T06:00:45Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "perplexitybot", "name": "PerplexityBot", "group_key": "host:perplexity.ai", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", "requests": 6, "addresses": 4, "first_seen": "2026-09-02T05:52:18+00:00", "last_seen": "2026-09-02T18:39:38+00:00" }, { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; PerplexityBot/1.0; +https://www.perplexity.ai/perplexitybot", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T06:00:46+00:00", "last_seen": "2026-09-03T06:00:46+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", "requests": 7, "addresses": 5, "first_seen": "2026-09-02T05:52:18+00:00", "last_seen": "2026-09-03T06:00:46+00:00", "bytes_served": 62217, "classed_by_our_instrument": { "crawler": 7 }, "surfaces": { "pathwren-edge": 7 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 7 }, "distinct_paths": 5, "paths": [ { "path": "/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:52:19+00:00", "last": "2026-09-03T06:00:46+00:00" }, { "path": "/robots.txt", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T05:52:18+00:00", "last": "2026-09-02T18:39:38+00:00" }, { "path": "/about.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:52:19+00:00", "last": "2026-09-02T05:52:19+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:52:18+00:00", "last": "2026-09-02T05:52:18+00:00" }, { "path": "/status.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T05:52:18+00:00", "last": "2026-09-02T05:52:18+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-02T05:52:18+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-02T05:52:18+00:00" }, { "path": "/status.html", "status": "200", "at": "2026-09-02T05:52:18+00:00" }, { "path": "/about.html", "status": "200", "at": "2026-09-02T05:52:19+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T05:52:19+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 724.2, "visit_starts": [ "2026-09-02T05:52:18Z", "2026-09-02T18:39:38Z", "2026-09-03T06:00:46Z" ] }, "documentation_url": "https://perplexity.ai/perplexitybot", "self_described_as": "PerplexityBot/1.0" }, { "slug": "reactornetty", "name": "ReactorNetty", "group_key": "ua:reactornetty", "kind": "library", "user_agents": [ { "ua": "ReactorNetty/1.2.1", "requests": 5, "addresses": 2, "first_seen": "2026-09-01T05:00:10+00:00", "last_seen": "2026-09-03T05:00:19+00:00" }, { "ua": "ReactorNetty/1.0.32", "requests": 2, "addresses": 2, "first_seen": "2026-08-31T20:58:14+00:00", "last_seen": "2026-09-03T00:29:33+00:00" } ], "primary_user_agent": "ReactorNetty/1.2.1", "requests": 7, "addresses": 4, "first_seen": "2026-08-31T20:58:14+00:00", "last_seen": "2026-09-03T05:00:19+00:00", "bytes_served": 10102, "classed_by_our_instrument": { "agent": 7 }, "surfaces": { "pathwren-edge": 7 }, "channels": { "mcp-registry-official": 5, "indexnow": 1 }, "accept_headers": [ "*/*", "application/json, application/xml, text/plain" ], "status_codes": { "200": 6, "not recorded": 1 }, "distinct_paths": 2, "paths": [ { "path": "/c/mcp-registry-official/icon.png", "requests": 5, "statuses": { "200": 5 }, "first": "2026-09-01T05:00:10+00:00", "last": "2026-09-03T05:00:19+00:00" }, { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T20:58:14+00:00", "last": "2026-09-03T00:29:33+00:00" } ], "first_walk": [ { "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", "status": "not recorded", "at": "2026-08-31T20:58:14+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T05:00:10+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 5, "median_gap_minutes": 825.7, "visit_starts": [ "2026-08-31T20:58:14Z", "2026-09-01T05:00:10Z", "2026-09-02T05:00:11Z", "2026-09-03T00:29:33Z", "2026-09-03T05:00:19Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "teppi-probe", "name": "teppi-probe", "group_key": "ua:teppi-probe", "kind": "named", "user_agents": [ { "ua": "teppi-probe/0.1.0", "requests": 7, "addresses": 2, "first_seen": "2026-09-02T02:48:35+00:00", "last_seen": "2026-09-02T13:17:18+00:00" } ], "primary_user_agent": "teppi-probe/0.1.0", "requests": 7, "addresses": 2, "first_seen": "2026-09-02T02:48:35+00:00", "last_seen": "2026-09-02T13:17:18+00:00", "bytes_served": 20868, "classed_by_our_instrument": { "agent": 7 }, "surfaces": { "mcp-crawler-index": 7 }, "channels": { "mcp-registry-official": 7 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 7 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:48:35+00:00", "last": "2026-09-02T13:17:18+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T02:48:35+00:00", "last": "2026-09-02T13:17:18+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:48:35+00:00", "last": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:48:35+00:00", "last": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T02:48:35+00:00", "last": "2026-09-02T02:48:35+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T02:48:35+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T02:48:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 628.7, "visit_starts": [ "2026-09-02T02:48:35Z", "2026-09-02T13:17:18Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "a2a-registry-taskprobe", "name": "A2A-Registry-TaskProbe", "group_key": "host:a2aregistry.org", "kind": "named", "user_agents": [ { "ua": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", "requests": 4, "addresses": 2, "first_seen": "2026-09-02T02:35:55+00:00", "last_seen": "2026-09-03T02:59:51+00:00" }, { "ua": "A2A-Registry-Smoke/1.0 (+https://a2aregistry.org)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T02:25:59+00:00" } ], "primary_user_agent": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", "requests": 6, "addresses": 3, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-03T02:59:51+00:00", "bytes_served": 46584, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "a2a-crawler-index": 3, "pathwren-edge": 3 }, "channels": { "a2a-registry-org": 2 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 6 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-03T02:59:51+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-03T02:59:51+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T02:25:59+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:25:59+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1456.9, "visit_starts": [ "2026-09-01T02:25:59Z", "2026-09-02T02:35:55Z", "2026-09-03T02:59:51Z" ] }, "documentation_url": "https://a2aregistry.org", "self_described_as": null }, { "slug": "chainwitness-pr36", "name": "ChainWitness-PR36", "group_key": "ua:chainwitness-pr36", "kind": "named", "user_agents": [ { "ua": "ChainWitness-PR36/1.0", "requests": 6, "addresses": 1, "first_seen": "2026-09-03T04:40:10+00:00", "last_seen": "2026-09-03T04:40:10+00:00" } ], "primary_user_agent": "ChainWitness-PR36/1.0", "requests": 6, "addresses": 1, "first_seen": "2026-09-03T04:40:10+00:00", "last_seen": "2026-09-03T04:40:10+00:00", "bytes_served": 27487, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-ip-verifier": 1, "mcp-robots-policy-lint": 1, "mcp-crawler-index": 1, "mcp-endpoint-lint": 1, "mcp-agent-discovery-doctor": 1, "mcp-crawler-log-triage": 1 }, "channels": { "mcp-registry-official": 6 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 4, "202": 2 }, "distinct_paths": 6, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "202": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "202": 1 }, "first": "2026-09-03T04:40:10+00:00", "last": "2026-09-03T04:40:10+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "202", "at": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-03T04:40:10+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "202", "at": "2026-09-03T04:40:10+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T04:40:10Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "exaforce-mcprep", "name": "exaforce-mcprep", "group_key": "ua:exaforce-mcprep", "kind": "named", "user_agents": [ { "ua": "exaforce-mcprep/0.1 (MCP server reputation scanner)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:32:28+00:00", "last_seen": "2026-09-01T03:23:58+00:00" } ], "primary_user_agent": "exaforce-mcprep/0.1 (MCP server reputation scanner)", "requests": 6, "addresses": 2, "first_seen": "2026-08-31T22:32:28+00:00", "last_seen": "2026-09-01T03:23:58+00:00", "bytes_served": 14477, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "pathwren-edge": 6 }, "channels": {}, "accept_headers": [], "status_codes": { "not recorded": 3, "404": 2, "200": 1 }, "distinct_paths": 3, "paths": [ { "path": "/.well-known/mcp.json", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:32:30+00:00", "last": "2026-09-01T03:23:58+00:00" }, { "path": "/.well-known/oauth-authorization-server", "requests": 2, "statuses": { "not recorded": 1, "404": 1 }, "first": "2026-08-31T22:32:28+00:00", "last": "2026-09-01T03:23:57+00:00" }, { "path": "/.well-known/oauth-protected-resource", "requests": 2, "statuses": { "not recorded": 1, "404": 1 }, "first": "2026-08-31T22:32:29+00:00", "last": "2026-09-01T03:23:58+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-authorization-server", "status": "not recorded", "at": "2026-08-31T22:32:28+00:00" }, { "path": "/.well-known/oauth-protected-resource", "status": "not recorded", "at": "2026-08-31T22:32:29+00:00" }, { "path": "/.well-known/mcp.json", "status": "not recorded", "at": "2026-08-31T22:32:30+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-authorization-server", "statuses": { "404": 1 }, "first_asked": "2026-08-31T22:32:28+00:00", "last_asked": "2026-09-01T03:23:57+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-08-31T22:32:29+00:00", "last_asked": "2026-09-01T03:23:58+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 2, "median_gap_minutes": 291.5, "visit_starts": [ "2026-08-31T22:32:28Z", "2026-09-01T03:23:57Z" ] }, "documentation_url": null, "self_described_as": "MCP server reputation scanner" }, { "slug": "mcp-drift-monitor", "name": "mcp-drift-monitor", "group_key": "ua:mcp-drift-monitor", "kind": "named", "user_agents": [ { "ua": "mcp-drift-monitor/0.1 (read-only tool-definition observer)", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T06:28:10+00:00", "last_seen": "2026-09-03T00:28:00+00:00" } ], "primary_user_agent": "mcp-drift-monitor/0.1 (read-only tool-definition observer)", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T06:28:10+00:00", "last_seen": "2026-09-03T00:28:00+00:00", "bytes_served": 18264, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 6 }, "channels": { "mcp-registry-official": 6 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5, "202": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp/triage", "requests": 6, "statuses": { "200": 5, "202": 1 }, "first": "2026-09-01T06:28:10+00:00", "last": "2026-09-03T00:28:00+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T06:28:10+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 6, "median_gap_minutes": 360.1, "visit_starts": [ "2026-09-01T06:28:10Z", "2026-09-01T12:28:13Z", "2026-09-01T18:28:28Z", "2026-09-02T00:28:15Z", "2026-09-02T06:27:43Z", "2026-09-03T00:28:00Z" ] }, "documentation_url": null, "self_described_as": "read-only tool-definition observer" }, { "slug": "mcp-rugpull-research", "name": "mcp-rugpull-research", "group_key": "ua:mcp-rugpull-research", "kind": "named", "user_agents": [ { "ua": "mcp-rugpull-research/1.0", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T16:13:49+00:00", "last_seen": "2026-09-01T16:13:59+00:00" } ], "primary_user_agent": "mcp-rugpull-research/1.0", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T16:13:49+00:00", "last_seen": "2026-09-01T16:13:59+00:00", "bytes_served": 12676, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 6 }, "channels": { "mcp-registry-official": 6 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 4, "202": 2 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 3, "statuses": { "200": 2, "202": 1 }, "first": "2026-09-01T16:13:49+00:00", "last": "2026-09-01T16:13:59+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-01T16:13:49+00:00", "last": "2026-09-01T16:13:50+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T16:13:49+00:00", "last": "2026-09-01T16:13:49+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T16:13:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T16:13:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T16:13:49+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T16:13:49Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "movanas-registry-snapshot", "name": "movanas-registry-snapshot", "group_key": "ua:movanas-registry-snapshot", "kind": "named", "user_agents": [ { "ua": "movanas-registry-snapshot", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:43:36+00:00", "last_seen": "2026-08-31T23:06:09+00:00" } ], "primary_user_agent": "movanas-registry-snapshot", "requests": 6, "addresses": 1, "first_seen": "2026-08-31T22:43:36+00:00", "last_seen": "2026-08-31T23:06:09+00:00", "bytes_served": 13104, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "pathwren-edge": 6 }, "channels": {}, "accept_headers": [ "image/*", "text/html,application/xhtml+xml" ], "status_codes": { "not recorded": 3, "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T23:06:09+00:00" }, { "path": "/apple-touch-icon.png", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T23:06:09+00:00" }, { "path": "/favicon.ico", "requests": 2, "statuses": { "not recorded": 1, "200": 1 }, "first": "2026-08-31T22:43:36+00:00", "last": "2026-08-31T22:54:58+00:00" } ], "first_walk": [ { "path": "/", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" }, { "path": "/apple-touch-icon.png", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" }, { "path": "/favicon.ico", "status": "not recorded", "at": "2026-08-31T22:43:36+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-08-31T22:43:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "rootz-mcp-registry-prober", "name": "rootz-mcp-registry-prober", "group_key": "ua:rootz-mcp-registry-prober", "kind": "named", "user_agents": [ { "ua": "rootz-mcp-registry-prober/0.1", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T09:17:24+00:00", "last_seen": "2026-09-02T09:17:27+00:00" } ], "primary_user_agent": "rootz-mcp-registry-prober/0.1", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T09:17:24+00:00", "last_seen": "2026-09-02T09:17:27+00:00", "bytes_served": 19118, "classed_by_our_instrument": { "agent": 6 }, "surfaces": { "mcp-crawler-index": 6 }, "channels": { "mcp-registry-official": 6 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5, "202": 1 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-02T09:17:26+00:00", "last": "2026-09-02T09:17:27+00:00" }, { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:17:28+00:00", "last": "2026-09-01T09:17:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:17:24+00:00", "last": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T09:17:26+00:00", "last": "2026-09-02T09:17:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:17:25+00:00", "last": "2026-09-01T09:17:25+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T09:17:24+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T09:17:25+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T09:17:28+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T09:17:26+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T09:17:26+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1440.0, "visit_starts": [ "2026-09-01T09:17:24Z", "2026-09-02T09:17:26Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "telegrambot", "name": "TelegramBot", "group_key": "ua:telegrambot", "kind": "named", "user_agents": [ { "ua": "TelegramBot (like TwitterBot)", "requests": 6, "addresses": 4, "first_seen": "2026-09-01T05:44:24+00:00", "last_seen": "2026-09-02T06:48:07+00:00" } ], "primary_user_agent": "TelegramBot (like TwitterBot)", "requests": 6, "addresses": 4, "first_seen": "2026-09-01T05:44:24+00:00", "last_seen": "2026-09-02T06:48:07+00:00", "bytes_served": 68887, "classed_by_our_instrument": { "crawler": 6 }, "surfaces": { "pathwren-edge": 5, "client-dossiers": 1 }, "channels": { "freepublicapis": 1 }, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "*/*" ], "status_codes": { "200": 6 }, "distinct_paths": 6, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:44:24+00:00", "last": "2026-09-01T05:44:24+00:00" }, { "path": "/c/freepublicapis/tools/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:29+00:00", "last": "2026-09-02T04:42:29+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T05:44:25+00:00", "last": "2026-09-01T05:44:25+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:48:07+00:00", "last": "2026-09-02T06:48:07+00:00" }, { "path": "/operator/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:48:07+00:00", "last": "2026-09-02T06:48:07+00:00" }, { "path": "/tools/index.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T04:42:29+00:00", "last": "2026-09-02T04:42:29+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T05:44:24+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-01T05:44:25+00:00" }, { "path": "/c/freepublicapis/tools/", "status": "200", "at": "2026-09-02T04:42:29+00:00" }, { "path": "/tools/index.html", "status": "200", "at": "2026-09-02T04:42:29+00:00" }, { "path": "/operator/", "status": "200", "at": "2026-09-02T06:48:07+00:00" }, { "path": "/operator/index.html", "status": "200", "at": "2026-09-02T06:48:07+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 751.8, "visit_starts": [ "2026-09-01T05:44:24Z", "2026-09-02T04:42:29Z", "2026-09-02T06:48:07Z" ] }, "documentation_url": null, "self_described_as": "like TwitterBot" }, { "slug": "a2a-directory-discovery", "name": "a2a-directory-discovery", "group_key": "ua:a2a-directory-discovery", "kind": "named", "user_agents": [ { "ua": "a2a-directory-discovery", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T15:55:09+00:00" } ], "primary_user_agent": "a2a-directory-discovery", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T02:27:27+00:00", "last_seen": "2026-09-01T15:55:09+00:00", "bytes_served": 30885, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "a2a-crawler-index": 4, "pathwren-edge": 1 }, "channels": { "a2a-directory": 5 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 5 }, "distinct_paths": 5, "paths": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:27:27+00:00", "last": "2026-09-01T02:27:27+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:09+00:00", "last": "2026-09-01T15:55:09+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:36+00:00", "last": "2026-09-01T15:54:36+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:54:58+00:00", "last": "2026-09-01T15:54:58+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T15:55:03+00:00", "last": "2026-09-01T15:55:03+00:00" } ], "first_walk": [ { "path": "/c/a2a-directory/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:27:27+00:00" }, { "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:54:36+00:00" }, { "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:54:58+00:00" }, { "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:55:03+00:00" }, { "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T15:55:09+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 807.1, "visit_starts": [ "2026-09-01T02:27:27Z", "2026-09-01T15:54:36Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcpqueen-grader", "name": "mcpqueen-grader", "group_key": "host:mcpqueen.com", "kind": "named", "user_agents": [ { "ua": "mcpqueen-grader/0.3 (+https://mcpqueen.com)", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T12:45:45+00:00", "last_seen": "2026-09-02T07:00:41+00:00" } ], "primary_user_agent": "mcpqueen-grader/0.3 (+https://mcpqueen.com)", "requests": 5, "addresses": 1, "first_seen": "2026-09-01T12:45:45+00:00", "last_seen": "2026-09-02T07:00:41+00:00", "bytes_served": 12293, "classed_by_our_instrument": { "agent": 5 }, "surfaces": { "mcp-crawler-index": 5 }, "channels": { "mcp-registry-official": 5 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 5 }, "distinct_paths": 5, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:45:45+00:00", "last": "2026-09-01T12:45:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:45:45+00:00", "last": "2026-09-01T12:45:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:00:41+00:00", "last": "2026-09-02T07:00:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:00:41+00:00", "last": "2026-09-02T07:00:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:45:45+00:00", "last": "2026-09-01T12:45:45+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T12:45:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T12:45:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T12:45:45+00:00" }, { "path": "/c/mcp-registry-official/mcp/robots", "status": "200", "at": "2026-09-02T07:00:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T07:00:41+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1094.9, "visit_starts": [ "2026-09-01T12:45:45Z", "2026-09-02T07:00:41Z" ] }, "documentation_url": "https://mcpqueen.com", "self_described_as": null }, { "slug": "ahrefsbot", "name": "AhrefsBot", "group_key": "host:ahrefs.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", "requests": 4, "addresses": 4, "first_seen": "2026-09-01T12:22:33+00:00", "last_seen": "2026-09-01T13:00:44+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", "requests": 4, "addresses": 4, "first_seen": "2026-09-01T12:22:33+00:00", "last_seen": "2026-09-01T13:00:44+00:00", "bytes_served": 46179, "classed_by_our_instrument": { "crawler": 4 }, "surfaces": { "pathwren-edge": 4 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 4 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:56:18+00:00", "last": "2026-09-01T12:56:18+00:00" }, { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:22:33+00:00", "last": "2026-09-01T12:22:33+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:22:33+00:00", "last": "2026-09-01T12:22:33+00:00" }, { "path": "/sitemap.xml", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:00:44+00:00", "last": "2026-09-01T13:00:44+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T12:22:33+00:00" }, { "path": "/icon.png", "status": "200", "at": "2026-09-01T12:22:33+00:00" }, { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T12:56:18+00:00" }, { "path": "/sitemap.xml", "status": "200", "at": "2026-09-01T13:00:44+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 33.8, "visit_starts": [ "2026-09-01T12:22:33Z", "2026-09-01T12:56:18Z" ] }, "documentation_url": "http://ahrefs.com/robot/", "self_described_as": "AhrefsBot/7.0" }, { "slug": "axios", "name": "axios", "group_key": "ua:axios", "kind": "library", "user_agents": [ { "ua": "axios/1.10.0", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:09:31+00:00", "last_seen": "2026-09-01T07:43:00+00:00" } ], "primary_user_agent": "axios/1.10.0", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:09:31+00:00", "last_seen": "2026-09-01T07:43:00+00:00", "bytes_served": 22175, "classed_by_our_instrument": { "agent": 4 }, "surfaces": { "pathwren-edge": 3, "a2a-crawler-index": 1 }, "channels": { "a2a-registry-org": 3 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 4 }, "distinct_paths": 2, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T07:09:31+00:00", "last": "2026-09-01T07:43:00+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:09:38+00:00", "last": "2026-09-01T07:09:38+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T07:09:31+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T07:09:38+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 33.5, "visit_starts": [ "2026-09-01T07:09:31Z", "2026-09-01T07:43:00Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "hlido-a50-probe", "name": "hlido-a50-probe", "group_key": "host:hlido.eu", "kind": "named", "user_agents": [ { "ua": "hlido-a50-probe/1.0 (+https://hlido.eu/eu-ai-act/)", "requests": 4, "addresses": 1, "first_seen": "2026-09-03T05:15:32+00:00", "last_seen": "2026-09-03T05:31:46+00:00" } ], "primary_user_agent": "hlido-a50-probe/1.0 (+https://hlido.eu/eu-ai-act/)", "requests": 4, "addresses": 1, "first_seen": "2026-09-03T05:15:32+00:00", "last_seen": "2026-09-03T05:31:46+00:00", "bytes_served": 43217, "classed_by_our_instrument": { "agent": 4 }, "surfaces": { "pathwren-edge": 3, "ai-crawler-index": 1 }, "channels": { "hlido": 2 }, "accept_headers": [ "text/html,application/xhtml+xml" ], "status_codes": { "200": 4 }, "distinct_paths": 4, "paths": [ { "path": "/c/hlido/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:15:32+00:00", "last": "2026-09-03T05:15:32+00:00" }, { "path": "/c/hlido/api.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:31:46+00:00", "last": "2026-09-03T05:31:46+00:00" }, { "path": "/privacy.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:15:32+00:00", "last": "2026-09-03T05:15:32+00:00" }, { "path": "/terms.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T05:15:32+00:00", "last": "2026-09-03T05:15:32+00:00" } ], "first_walk": [ { "path": "/c/hlido/", "status": "200", "at": "2026-09-03T05:15:32+00:00" }, { "path": "/terms.html", "status": "200", "at": "2026-09-03T05:15:32+00:00" }, { "path": "/privacy.html", "status": "200", "at": "2026-09-03T05:15:32+00:00" }, { "path": "/c/hlido/api.json", "status": "200", "at": "2026-09-03T05:31:46+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:15:32Z" ] }, "documentation_url": "https://hlido.eu/eu-ai-act/", "self_described_as": null }, { "slug": "loop-mcp-catalog-fetch", "name": "loop-mcp-catalog-fetch", "group_key": "ua:loop-mcp-catalog-fetch", "kind": "named", "user_agents": [ { "ua": "loop-mcp-catalog-fetch/0.1.0", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:49:49+00:00", "last_seen": "2026-09-01T07:49:49+00:00" } ], "primary_user_agent": "loop-mcp-catalog-fetch/0.1.0", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:49:49+00:00", "last_seen": "2026-09-01T07:49:49+00:00", "bytes_served": 9436, "classed_by_our_instrument": { "agent": 4 }, "surfaces": { "mcp-crawler-index": 4 }, "channels": { "mcp-registry-official": 4 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 4 }, "distinct_paths": 4, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:49:49+00:00", "last": "2026-09-01T07:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:49:49+00:00", "last": "2026-09-01T07:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:49:49+00:00", "last": "2026-09-01T07:49:49+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:49:49+00:00", "last": "2026-09-01T07:49:49+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T07:49:49+00:00" }, { "path": "/mcp", "status": "200", "at": "2026-09-01T07:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T07:49:49+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T07:49:49+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T07:49:49Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mwmbl", "name": "mwmbl", "group_key": "ua:mwmbl", "kind": "named", "user_agents": [ { "ua": "mwmbl/0.2.0 (https://github.com/mwmbl/mwmbl/ contact CHANGE_ME@example.com)", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T06:48:00+00:00", "last_seen": "2026-09-01T06:48:00+00:00" } ], "primary_user_agent": "mwmbl/0.2.0 (https://github.com/mwmbl/mwmbl/ contact CHANGE_ME@example.com)", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T06:48:00+00:00", "last_seen": "2026-09-01T06:48:00+00:00", "bytes_served": 51033, "classed_by_our_instrument": { "agent": 3, "crawler": 1 }, "surfaces": { "pathwren-edge": 4 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 4 }, "distinct_paths": 4, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:48:00+00:00", "last": "2026-09-01T06:48:00+00:00" }, { "path": "/api.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:48:00+00:00", "last": "2026-09-01T06:48:00+00:00" }, { "path": "/llms.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:48:00+00:00", "last": "2026-09-01T06:48:00+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:48:00+00:00", "last": "2026-09-01T06:48:00+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T06:48:00+00:00" }, { "path": "/", "status": "200", "at": "2026-09-01T06:48:00+00:00" }, { "path": "/llms.txt", "status": "200", "at": "2026-09-01T06:48:00+00:00" }, { "path": "/api.html", "status": "200", "at": "2026-09-01T06:48:00+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:48:00Z" ] }, "documentation_url": "https://github.com/mwmbl/mwmbl/", "self_described_as": null }, { "slug": "agentalmanac-snapshot", "name": "AgentAlmanac-Snapshot", "group_key": "host:agentalmanac.org", "kind": "named", "user_agents": [ { "ua": "AgentAlmanac-Snapshot/1.0 (+https://agentalmanac.org)", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T06:30:42+00:00", "last_seen": "2026-09-02T06:30:42+00:00" } ], "primary_user_agent": "AgentAlmanac-Snapshot/1.0 (+https://agentalmanac.org)", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T06:30:42+00:00", "last_seen": "2026-09-02T06:30:42+00:00", "bytes_served": 9896, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:30:42+00:00", "last": "2026-09-02T06:30:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:30:42+00:00", "last": "2026-09-02T06:30:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:30:42+00:00", "last": "2026-09-02T06:30:42+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T06:30:42+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T06:30:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T06:30:42+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T06:30:42Z" ] }, "documentation_url": "https://agentalmanac.org", "self_described_as": null }, { "slug": "ai-crawler-logs", "name": "ai-crawler-logs", "group_key": "ua:ai-crawler-logs", "kind": "named", "user_agents": [ { "ua": "ai-crawler-logs/1.0.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-03T00:22:22+00:00", "last_seen": "2026-09-03T00:22:43+00:00" } ], "primary_user_agent": "ai-crawler-logs/1.0.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-03T00:22:22+00:00", "last_seen": "2026-09-03T00:22:43+00:00", "bytes_served": 571287, "classed_by_our_instrument": { "crawler": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "pypi-registry": 3 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/c/pypi-registry/ai-crawler-logs/data.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T00:22:22+00:00", "last": "2026-09-03T00:22:43+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/ai-crawler-logs/data.json", "status": "200", "at": "2026-09-03T00:22:22+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T00:22:22Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "ai-crawler-robots", "name": "ai-crawler-robots", "group_key": "ua:ai-crawler-robots", "kind": "named", "user_agents": [ { "ua": "ai-crawler-robots/1.0.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-03T00:22:44+00:00", "last_seen": "2026-09-03T00:22:47+00:00" } ], "primary_user_agent": "ai-crawler-robots/1.0.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-03T00:22:44+00:00", "last_seen": "2026-09-03T00:22:47+00:00", "bytes_served": 571359, "classed_by_our_instrument": { "crawler": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "pypi-registry": 3 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/c/pypi-registry/ai-crawler-robots/data.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T00:22:44+00:00", "last": "2026-09-03T00:22:47+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/ai-crawler-robots/data.json", "status": "200", "at": "2026-09-03T00:22:44+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T00:22:44Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "ai-crawler-verify", "name": "ai-crawler-verify", "group_key": "ua:ai-crawler-verify", "kind": "named", "user_agents": [ { "ua": "ai-crawler-verify/1.0.0", "requests": 3, "addresses": 2, "first_seen": "2026-09-01T17:27:19+00:00", "last_seen": "2026-09-03T00:22:50+00:00" } ], "primary_user_agent": "ai-crawler-verify/1.0.0", "requests": 3, "addresses": 2, "first_seen": "2026-09-01T17:27:19+00:00", "last_seen": "2026-09-03T00:22:50+00:00", "bytes_served": 460131, "classed_by_our_instrument": { "crawler": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "pypi-registry": 3 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/c/pypi-verify/ip-ranges/all.json", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T17:27:19+00:00", "last": "2026-09-03T00:22:50+00:00" } ], "first_walk": [ { "path": "/c/pypi-verify/ip-ranges/all.json", "status": "200", "at": "2026-09-01T17:27:19+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1855.0, "visit_starts": [ "2026-09-01T17:27:19Z", "2026-09-03T00:22:19Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "aive-mcp-discover", "name": "AIVE-MCP-Discover", "group_key": "host:aive.global", "kind": "named", "user_agents": [ { "ua": "AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T07:31:36+00:00", "last_seen": "2026-09-02T07:39:50+00:00" } ], "primary_user_agent": "AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T07:31:36+00:00", "last_seen": "2026-09-02T07:39:50+00:00", "bytes_served": 10178, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:39:15+00:00", "last": "2026-09-02T07:39:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:31:36+00:00", "last": "2026-09-02T07:31:36+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:39:50+00:00", "last": "2026-09-02T07:39:50+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-02T07:31:36+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T07:39:15+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T07:39:50+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T07:31:36Z" ] }, "documentation_url": "https://aive.global/mcp-trust/census", "self_described_as": "one server/discover POST per endpoint, no auth attempted" }, { "slug": "aive-mcp-endpointprobe", "name": "AIVE-MCP-EndpointProbe", "group_key": "ua:aive-mcp-endpointprobe", "kind": "named", "user_agents": [ { "ua": "AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T12:37:31+00:00", "last_seen": "2026-09-01T12:37:31+00:00" } ], "primary_user_agent": "AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T12:37:31+00:00", "last_seen": "2026-09-01T12:37:31+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:37:31+00:00", "last": "2026-09-01T12:37:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:37:31+00:00", "last": "2026-09-01T12:37:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T12:37:31+00:00", "last": "2026-09-01T12:37:31+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T12:37:31+00:00" }, { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T12:37:31+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T12:37:31+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T12:37:31Z" ] }, "documentation_url": "https://github.com/eXaive/aive-ingest", "self_described_as": "reachability check only, no auth attempted" }, { "slug": "apievangelist-security-probe", "name": "apievangelist-security-probe", "group_key": "ua:apievangelist-security-probe", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; apievangelist-security-probe/1.0)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T11:59:36+00:00", "last_seen": "2026-09-01T11:59:36+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; apievangelist-security-probe/1.0)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T11:59:36+00:00", "last_seen": "2026-09-01T11:59:36+00:00", "bytes_served": 6141, "classed_by_our_instrument": { "unknown": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": {}, "accept_headers": [], "status_codes": { "404": 3 }, "distinct_paths": 3, "paths": [ { "path": "/compliance", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:59:36+00:00", "last": "2026-09-01T11:59:36+00:00" }, { "path": "/security", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:59:36+00:00", "last": "2026-09-01T11:59:36+00:00" }, { "path": "/trust", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T11:59:36+00:00", "last": "2026-09-01T11:59:36+00:00" } ], "first_walk": [ { "path": "/trust", "status": "404", "at": "2026-09-01T11:59:36+00:00" }, { "path": "/security", "status": "404", "at": "2026-09-01T11:59:36+00:00" }, { "path": "/compliance", "status": "404", "at": "2026-09-01T11:59:36+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/trust", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:59:36+00:00", "last_asked": "2026-09-01T11:59:36+00:00", "answered_200_since": "2026-09-02T00:23:01+00:00" }, { "path": "/security", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:59:36+00:00", "last_asked": "2026-09-01T11:59:36+00:00", "answered_200_since": "2026-09-02T02:44:16+00:00" }, { "path": "/compliance", "statuses": { "404": 1 }, "first_asked": "2026-09-01T11:59:36+00:00", "last_asked": "2026-09-01T11:59:36+00:00", "answered_200_since": "2026-09-01T23:41:09+00:00" } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T11:59:36Z" ] }, "documentation_url": null, "self_described_as": "apievangelist-security-probe/1.0" }, { "slug": "mcp-catalog", "name": "MCP-Catalog", "group_key": "ua:mcp-catalog", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; MCP-Catalog/1.0)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T14:14:28+00:00", "last_seen": "2026-09-01T14:14:28+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; MCP-Catalog/1.0)", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T14:14:28+00:00", "last_seen": "2026-09-01T14:14:28+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp-doctor.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:14:28+00:00", "last": "2026-09-01T14:14:28+00:00" }, { "path": "/c/mcp-registry-official/mcp-triage.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:14:28+00:00", "last": "2026-09-01T14:14:28+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T14:14:28+00:00", "last": "2026-09-01T14:14:28+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp-doctor.html", "status": "200", "at": "2026-09-01T14:14:28+00:00" }, { "path": "/c/mcp-registry-official/mcp-triage.html", "status": "200", "at": "2026-09-01T14:14:28+00:00" }, { "path": "/c/mcp-registry-official/mcp.html", "status": "200", "at": "2026-09-01T14:14:28+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T14:14:28Z" ] }, "documentation_url": null, "self_described_as": "MCP-Catalog/1.0" }, { "slug": "mcp-stats-prober", "name": "MCP-Stats-Prober", "group_key": "ua:mcp-stats-prober", "kind": "named", "user_agents": [ { "ua": "MCP-Stats-Prober/0.1 (+https://github.com/anthropics/mcp-stats)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T13:08:09+00:00", "last_seen": "2026-09-03T01:07:42+00:00" } ], "primary_user_agent": "MCP-Stats-Prober/0.1 (+https://github.com/anthropics/mcp-stats)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T13:08:09+00:00", "last_seen": "2026-09-03T01:07:42+00:00", "bytes_served": 9758, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp/lint", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T01:07:42+00:00", "last": "2026-09-03T01:07:42+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T01:07:43+00:00", "last": "2026-09-02T01:07:43+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T13:08:09+00:00", "last": "2026-09-01T13:08:09+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T13:08:09+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-02T01:07:43+00:00" }, { "path": "/c/mcp-registry-official/mcp/lint", "status": "200", "at": "2026-09-03T01:07:42+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 1079.8, "visit_starts": [ "2026-09-01T13:08:09Z", "2026-09-02T01:07:43Z", "2026-09-03T01:07:42Z" ] }, "documentation_url": "https://github.com/anthropics/mcp-stats", "self_described_as": null }, { "slug": "mcpcatalogsync", "name": "MCPCatalogSync", "group_key": "ua:mcpcatalogsync", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T01:36:35+00:00", "last_seen": "2026-09-01T01:54:15+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T01:36:35+00:00", "last_seen": "2026-09-01T01:54:15+00:00", "bytes_served": 18057, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/mcp.html", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-01T01:36:35+00:00", "last": "2026-09-01T01:54:15+00:00" } ], "first_walk": [ { "path": "/mcp.html", "status": "200", "at": "2026-09-01T01:36:35+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:36:35Z" ] }, "documentation_url": null, "self_described_as": "MCPCatalogSync/1.0" }, { "slug": "mcpmeter", "name": "MCPMeter", "group_key": "host:mcpmeter.dev", "kind": "named", "user_agents": [ { "ua": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", "requests": 3, "addresses": 1, "first_seen": "2026-08-31T23:48:38+00:00", "last_seen": "2026-09-01T11:30:41+00:00" } ], "primary_user_agent": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", "requests": 3, "addresses": 1, "first_seen": "2026-08-31T23:48:38+00:00", "last_seen": "2026-09-01T11:30:41+00:00", "bytes_served": 7456, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "mcp-crawler-index": 3 }, "channels": { "mcp-registry-official": 2, "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 3 }, "distinct_paths": 3, "paths": [ { "path": "/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:30:41+00:00", "last": "2026-09-01T11:30:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:30:41+00:00", "last": "2026-09-01T11:30:41+00:00" }, { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-08-31T23:48:38+00:00", "last": "2026-08-31T23:48:38+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-08-31T23:48:38+00:00" }, { "path": "/c/mcp-registry-official/mcp/doctor", "status": "200", "at": "2026-09-01T11:30:41+00:00" }, { "path": "/c/mcp-registry-official/mcp/triage", "status": "200", "at": "2026-09-01T11:30:41+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 702.0, "visit_starts": [ "2026-08-31T23:48:38Z", "2026-09-01T11:30:41Z" ] }, "documentation_url": "https://mcpmeter.dev/about", "self_described_as": "measurement bot; contact via site" }, { "slug": "packagehound", "name": "PackageHound", "group_key": "ua:packagehound", "kind": "named", "user_agents": [ { "ua": "PackageHound/1.0", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T06:13:51+00:00", "last_seen": "2026-09-01T17:26:06+00:00" } ], "primary_user_agent": "PackageHound/1.0", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T06:13:51+00:00", "last_seen": "2026-09-01T17:26:06+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "pypi-registry": 3 }, "accept_headers": [], "status_codes": { "200": 3 }, "distinct_paths": 2, "paths": [ { "path": "/c/pypi-registry/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T06:13:51+00:00", "last": "2026-09-01T17:26:06+00:00" }, { "path": "/c/pypi-verify/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:26:03+00:00", "last": "2026-09-01T17:26:03+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T06:13:51+00:00" }, { "path": "/c/pypi-verify/", "status": "200", "at": "2026-09-01T17:26:03+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 672.2, "visit_starts": [ "2026-09-01T06:13:51Z", "2026-09-01T17:26:03Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "packages-ecosyste-ms", "name": "packages.ecosyste.ms", "group_key": "ua:packages-ecosyste-ms", "kind": "named", "user_agents": [ { "ua": "packages.ecosyste.ms", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T01:01:57+00:00", "last_seen": "2026-09-03T00:03:35+00:00" } ], "primary_user_agent": "packages.ecosyste.ms", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T01:01:57+00:00", "last_seen": "2026-09-03T00:03:35+00:00", "bytes_served": 0, "classed_by_our_instrument": { "crawler": 2, "agent": 1 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "rubygems-registry": 2, "pypi-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 2, "paths": [ { "path": "/c/rubygems-registry/", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T01:01:57+00:00", "last": "2026-09-03T00:03:35+00:00" }, { "path": "/c/pypi-registry/ai-crawler-logs/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T08:42:29+00:00", "last": "2026-09-02T08:42:29+00:00" } ], "first_walk": [ { "path": "/c/rubygems-registry/", "status": "200", "at": "2026-09-02T01:01:57+00:00" }, { "path": "/c/pypi-registry/ai-crawler-logs/", "status": "200", "at": "2026-09-02T08:42:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 3, "median_gap_minutes": 690.8, "visit_starts": [ "2026-09-02T01:01:57Z", "2026-09-02T08:42:29Z", "2026-09-03T00:03:35Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "ping-blo-gs", "name": "ping.blo.gs", "group_key": "ua:ping-blo-gs", "kind": "named", "user_agents": [ { "ua": "ping.blo.gs/2.0", "requests": 3, "addresses": 2, "first_seen": "2026-09-03T01:21:19+00:00", "last_seen": "2026-09-03T03:05:22+00:00" } ], "primary_user_agent": "ping.blo.gs/2.0", "requests": 3, "addresses": 2, "first_seen": "2026-09-03T01:21:19+00:00", "last_seen": "2026-09-03T03:05:22+00:00", "bytes_served": 86649, "classed_by_our_instrument": { "agent": 3 }, "surfaces": { "pathwren-edge": 3 }, "channels": { "blo-gs": 3 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 3 }, "distinct_paths": 1, "paths": [ { "path": "/c/blo-gs/feed.xml", "requests": 3, "statuses": { "200": 3 }, "first": "2026-09-03T01:21:19+00:00", "last": "2026-09-03T03:05:22+00:00" } ], "first_walk": [ { "path": "/c/blo-gs/feed.xml", "status": "200", "at": "2026-09-03T01:21:19+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 104.0, "visit_starts": [ "2026-09-03T01:21:19Z", "2026-09-03T03:05:22Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "a2a-registry", "name": "A2A-Registry", "group_key": "ua:a2a-registry", "kind": "named", "user_agents": [ { "ua": "A2A-Registry/1.0", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T09:08:31+00:00" } ], "primary_user_agent": "A2A-Registry/1.0", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T02:25:59+00:00", "last_seen": "2026-09-01T09:08:31+00:00", "bytes_served": 11664, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T02:25:59+00:00", "last": "2026-09-01T09:08:31+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:25:59+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 402.5, "visit_starts": [ "2026-09-01T02:25:59Z", "2026-09-01T09:08:31Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "a2a-security-research-crawler", "name": "a2a-security-research-crawler", "group_key": "ua:a2a-security-research-crawler", "kind": "named", "user_agents": [ { "ua": "a2a-security-research-crawler/1.0 (academic; contact: security-research)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T01:00:09+00:00", "last_seen": "2026-09-03T01:00:05+00:00" } ], "primary_user_agent": "a2a-security-research-crawler/1.0 (academic; contact: security-research)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T01:00:09+00:00", "last_seen": "2026-09-03T01:00:05+00:00", "bytes_served": 21966, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "a2a-registry-org": 2 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-02T01:00:09+00:00", "last": "2026-09-03T01:00:05+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T01:00:09+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1439.9, "visit_starts": [ "2026-09-02T01:00:09Z", "2026-09-03T01:00:05Z" ] }, "documentation_url": null, "self_described_as": "academic; contact: security-research" }, { "slug": "aetherlink-public-discovery-evidence", "name": "AetherLink-Public-Discovery-Evidence", "group_key": "ua:aetherlink-public-discovery-evidence", "kind": "named", "user_agents": [ { "ua": "AetherLink-Public-Discovery-Evidence/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:00:04+00:00", "last_seen": "2026-09-01T04:01:16+00:00" } ], "primary_user_agent": "AetherLink-Public-Discovery-Evidence/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T04:00:04+00:00", "last_seen": "2026-09-01T04:01:16+00:00", "bytes_served": 11664, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "a2a-crawler-index": 1, "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "*/*", "application/json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:00:04+00:00", "last": "2026-09-01T04:00:04+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:01:16+00:00", "last": "2026-09-01T04:01:16+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T04:00:04+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:01:16+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:00:04Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "affsignalcrawler", "name": "AffsignalCrawler", "group_key": "host:affsignal.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; AffsignalCrawler/1.0; +https://affsignal.com/bot)", "requests": 2, "addresses": 2, "first_seen": "2026-09-02T20:02:10+00:00", "last_seen": "2026-09-02T20:02:27+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; AffsignalCrawler/1.0; +https://affsignal.com/bot)", "requests": 2, "addresses": 2, "first_seen": "2026-09-02T20:02:10+00:00", "last_seen": "2026-09-02T20:02:27+00:00", "bytes_served": 206135, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/data/agents.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T20:02:27+00:00", "last": "2026-09-02T20:02:27+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T20:02:10+00:00", "last": "2026-09-02T20:02:10+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-02T20:02:10+00:00" }, { "path": "/data/agents.json", "status": "200", "at": "2026-09-02T20:02:27+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T20:02:10Z" ] }, "documentation_url": "https://affsignal.com/bot", "self_described_as": "AffsignalCrawler/1.0" }, { "slug": "agentcatalogbot", "name": "AgentCatalogBot", "group_key": "host:agentcatalog.com", "kind": "named", "user_agents": [ { "ua": "AgentCatalogBot/1.0 (+https://agentcatalog.com/policy)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T13:30:50+00:00", "last_seen": "2026-09-01T13:33:20+00:00" } ], "primary_user_agent": "AgentCatalogBot/1.0 (+https://agentcatalog.com/policy)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T13:30:50+00:00", "last_seen": "2026-09-01T13:33:20+00:00", "bytes_served": 508, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "a2a-crawler-index": 2 }, "channels": {}, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/a2a", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T13:30:50+00:00", "last": "2026-09-01T13:33:20+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T13:30:50+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T13:30:50Z" ] }, "documentation_url": "https://agentcatalog.com/policy", "self_described_as": null }, { "slug": "azureai-searchbot", "name": "AzureAI-SearchBot", "group_key": "ua:azureai-searchbot", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; AzureAI-SearchBot/1.0;", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:48:11+00:00", "last_seen": "2026-09-02T07:48:11+00:00" } ], "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; AzureAI-SearchBot/1.0;", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:48:11+00:00", "last_seen": "2026-09-02T07:48:11+00:00", "bytes_served": 21802, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "text/plain, */*", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:48:11+00:00", "last": "2026-09-02T07:48:11+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:48:11+00:00", "last": "2026-09-02T07:48:11+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-02T07:48:11+00:00" }, { "path": "/", "status": "200", "at": "2026-09-02T07:48:11+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T07:48:11Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "discordbot", "name": "Discordbot", "group_key": "host:discordapp.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)", "requests": 2, "addresses": 2, "first_seen": "2026-09-02T06:59:22+00:00", "last_seen": "2026-09-02T07:00:49+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)", "requests": 2, "addresses": 2, "first_seen": "2026-09-02T06:59:22+00:00", "last_seen": "2026-09-02T07:00:49+00:00", "bytes_served": 43593, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/crawler/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:00:49+00:00", "last": "2026-09-02T07:00:49+00:00" }, { "path": "/operator/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T06:59:22+00:00", "last": "2026-09-02T06:59:22+00:00" } ], "first_walk": [ { "path": "/operator/", "status": "200", "at": "2026-09-02T06:59:22+00:00" }, { "path": "/crawler/", "status": "200", "at": "2026-09-02T07:00:49+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T06:59:22Z" ] }, "documentation_url": "https://discordapp.com", "self_described_as": "Discordbot/2.0" }, { "slug": "duckduckbot", "name": "DuckDuckBot", "group_key": "host:duckduckgo.com", "kind": "named", "user_agents": [ { "ua": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:36:46+00:00", "last_seen": "2026-09-02T07:36:47+00:00" } ], "primary_user_agent": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:36:46+00:00", "last_seen": "2026-09-02T07:36:47+00:00", "bytes_served": 15086, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "301": 1, "200": 1 }, "distinct_paths": 2, "paths": [ { "path": "/", "requests": 1, "statuses": { "301": 1 }, "first": "2026-09-02T07:36:46+00:00", "last": "2026-09-02T07:36:46+00:00" }, { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:36:47+00:00", "last": "2026-09-02T07:36:47+00:00" } ], "first_walk": [ { "path": "/", "status": "301", "at": "2026-09-02T07:36:46+00:00" }, { "path": "/favicon.ico", "status": "200", "at": "2026-09-02T07:36:47+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T07:36:46Z" ] }, "documentation_url": "http://duckduckgo.com/duckduckbot.html", "self_described_as": null }, { "slug": "frndos", "name": "frndOS", "group_key": "ua:frndos", "kind": "named", "user_agents": [ { "ua": "frndOS/1 CFNetwork/3860.500.112 Darwin/25.4.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T12:06:12+00:00", "last_seen": "2026-09-01T12:06:12+00:00" }, { "ua": "frndOS/216 CFNetwork/1498.700.2.1.2 Darwin/23.6.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T09:22:34+00:00", "last_seen": "2026-09-02T09:22:34+00:00" } ], "primary_user_agent": "frndOS/1 CFNetwork/3860.500.112 Darwin/25.4.0", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T12:06:12+00:00", "last_seen": "2026-09-02T09:22:34+00:00", "bytes_served": 4028, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/icon.png", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-01T12:06:12+00:00", "last": "2026-09-02T09:22:34+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/icon.png", "status": "200", "at": "2026-09-01T12:06:12+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 2, "median_gap_minutes": 1276.4, "visit_starts": [ "2026-09-01T12:06:12Z", "2026-09-02T09:22:34Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "gf-agent-toll-outbound", "name": "GF-Agent-Toll-Outbound", "group_key": "ua:gf-agent-toll-outbound", "kind": "named", "user_agents": [ { "ua": "GF-Agent-Toll-Outbound/1.6.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:56:53+00:00", "last_seen": "2026-09-01T02:56:53+00:00" } ], "primary_user_agent": "GF-Agent-Toll-Outbound/1.6.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T02:56:53+00:00", "last_seen": "2026-09-01T02:56:53+00:00", "bytes_served": 10537, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json", "application/json, application/a2a+json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:56:53+00:00", "last": "2026-09-01T02:56:53+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T02:56:53+00:00", "last": "2026-09-01T02:56:53+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T02:56:53+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T02:56:53+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T02:56:53Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "gf-agent-toll-remediation", "name": "GF-Agent-Toll-Remediation", "group_key": "ua:gf-agent-toll-remediation", "kind": "named", "user_agents": [ { "ua": "GF-Agent-Toll-Remediation/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T03:03:03+00:00", "last_seen": "2026-09-01T03:03:03+00:00" } ], "primary_user_agent": "GF-Agent-Toll-Remediation/1.0", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T03:03:03+00:00", "last_seen": "2026-09-01T03:03:03+00:00", "bytes_served": 10537, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json", "application/json, application/a2a+json" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:03:03+00:00", "last": "2026-09-01T03:03:03+00:00" }, { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:03:03+00:00", "last": "2026-09-01T03:03:03+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:03:03+00:00" }, { "path": "/a2a", "status": "200", "at": "2026-09-01T03:03:03+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:03:03Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "invinoveritas-handshake", "name": "invinoveritas-handshake", "group_key": "host:api.babyblueviper.com", "kind": "named", "user_agents": [ { "ua": "invinoveritas-handshake/1.0 (+https://api.babyblueviper.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T16:15:28+00:00", "last_seen": "2026-09-01T16:15:28+00:00" } ], "primary_user_agent": "invinoveritas-handshake/1.0 (+https://api.babyblueviper.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T16:15:28+00:00", "last_seen": "2026-09-01T16:15:28+00:00", "bytes_served": 6084, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 1, "a2a-crawler-index": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 1, "400": 1 }, "distinct_paths": 2, "paths": [ { "path": "/.well-known/agent.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T16:15:28+00:00", "last": "2026-09-01T16:15:28+00:00" }, { "path": "/a2a", "requests": 1, "statuses": { "400": 1 }, "first": "2026-09-01T16:15:28+00:00", "last": "2026-09-01T16:15:28+00:00" } ], "first_walk": [ { "path": "/.well-known/agent.json", "status": "200", "at": "2026-09-01T16:15:28+00:00" }, { "path": "/a2a", "status": "400", "at": "2026-09-01T16:15:28+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/a2a", "statuses": { "400": 1 }, "first_asked": "2026-09-01T16:15:28+00:00", "last_asked": "2026-09-01T16:15:28+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T16:15:28Z" ] }, "documentation_url": "https://api.babyblueviper.com", "self_described_as": null }, { "slug": "llm4agents-cimd-audit", "name": "llm4agents-cimd-audit", "group_key": "host:llm4agents.com", "kind": "named", "user_agents": [ { "ua": "llm4agents-cimd-audit/1.0 (+https://llm4agents.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T09:12:32+00:00", "last_seen": "2026-09-01T09:12:32+00:00" } ], "primary_user_agent": "llm4agents-cimd-audit/1.0 (+https://llm4agents.com)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T09:12:32+00:00", "last_seen": "2026-09-01T09:12:32+00:00", "bytes_served": 11684, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "404": 2 }, "distinct_paths": 2, "paths": [ { "path": "/.well-known/oauth-protected-resource", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T09:12:32+00:00", "last": "2026-09-01T09:12:32+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-01T09:12:32+00:00", "last": "2026-09-01T09:12:32+00:00" } ], "first_walk": [ { "path": "/.well-known/oauth-protected-resource", "status": "404", "at": "2026-09-01T09:12:32+00:00" }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "status": "404", "at": "2026-09-01T09:12:32+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/oauth-protected-resource", "statuses": { "404": 1 }, "first_asked": "2026-09-01T09:12:32+00:00", "last_asked": "2026-09-01T09:12:32+00:00", "answered_200_since": null }, { "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", "statuses": { "404": 1 }, "first_asked": "2026-09-01T09:12:32+00:00", "last_asked": "2026-09-01T09:12:32+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T09:12:32Z" ] }, "documentation_url": "https://llm4agents.com", "self_described_as": null }, { "slug": "mcp-uptime", "name": "mcp-uptime", "group_key": "ua:mcp-uptime", "kind": "named", "user_agents": [ { "ua": "mcp-uptime/0.3 (+https://mcp-uptime.theopslog.workers.dev)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T08:49:41+00:00", "last_seen": "2026-09-01T08:49:42+00:00" } ], "primary_user_agent": "mcp-uptime/0.3 (+https://mcp-uptime.theopslog.workers.dev)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T08:49:41+00:00", "last_seen": "2026-09-01T08:49:42+00:00", "bytes_served": 1554, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1, "202": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 2, "statuses": { "200": 1, "202": 1 }, "first": "2026-09-01T08:49:41+00:00", "last": "2026-09-01T08:49:42+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-01T08:49:41+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T08:49:41Z" ] }, "documentation_url": "https://mcp-uptime.theopslog.workers.dev", "self_described_as": null }, { "slug": "mcpcheck", "name": "mcpcheck", "group_key": "host:airmail.cc", "kind": "named", "user_agents": [ { "ua": "mcpcheck/0.1 (Plumbline MCP liveness probe; read-only; contact plumbline@airmail.cc)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T13:30:55+00:00", "last_seen": "2026-09-02T13:31:22+00:00" } ], "primary_user_agent": "mcpcheck/0.1 (Plumbline MCP liveness probe; read-only; contact plumbline@airmail.cc)", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T13:30:55+00:00", "last_seen": "2026-09-02T13:31:22+00:00", "bytes_served": 7234, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "mcp-registry-official": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/c/mcp-registry-official/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T13:30:55+00:00", "last": "2026-09-02T13:30:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T13:31:22+00:00", "last": "2026-09-02T13:31:22+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp", "status": "200", "at": "2026-09-02T13:30:55+00:00" }, { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T13:31:22+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T13:30:55Z" ] }, "documentation_url": "mailto:plumbline@airmail.cc", "self_described_as": "Plumbline MCP liveness probe; read-only" }, { "slug": "siteguardian", "name": "SiteGuardian", "group_key": "host:siteguardian.io", "kind": "named", "user_agents": [ { "ua": "SiteGuardian/1.4 (+https://siteguardian.io/bot; EU compliance & uptime monitoring)", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T06:00:33+00:00", "last_seen": "2026-09-03T06:00:33+00:00" } ], "primary_user_agent": "SiteGuardian/1.4 (+https://siteguardian.io/bot; EU compliance & uptime monitoring)", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T06:00:33+00:00", "last_seen": "2026-09-03T06:00:33+00:00", "bytes_served": 17208, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:33+00:00", "last": "2026-09-03T06:00:33+00:00" }, { "path": "/.well-known/security.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T06:00:33+00:00", "last": "2026-09-03T06:00:33+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-03T06:00:33+00:00" }, { "path": "/.well-known/security.txt", "status": "200", "at": "2026-09-03T06:00:33+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T06:00:33Z" ] }, "documentation_url": "https://siteguardian.io/bot", "self_described_as": "EU compliance & uptime monitoring" }, { "slug": "trustoven-manifest-observer", "name": "trustoven-manifest-observer", "group_key": "host:trustoven.com", "kind": "named", "user_agents": [ { "ua": "trustoven-manifest-observer/1.0 (+https://trustoven.com/docs/crawler)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T06:22:31+00:00", "last_seen": "2026-09-01T06:22:31+00:00" } ], "primary_user_agent": "trustoven-manifest-observer/1.0 (+https://trustoven.com/docs/crawler)", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T06:22:31+00:00", "last_seen": "2026-09-01T06:22:31+00:00", "bytes_served": 2388, "classed_by_our_instrument": { "crawler": 2 }, "surfaces": { "pathwren-edge": 2 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "*/*", "text/plain" ], "status_codes": { "200": 2 }, "distinct_paths": 2, "paths": [ { "path": "/.well-known/mcp-registry-auth", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:22:31+00:00", "last": "2026-09-01T06:22:31+00:00" }, { "path": "/robots.txt", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T06:22:31+00:00", "last": "2026-09-01T06:22:31+00:00" } ], "first_walk": [ { "path": "/robots.txt", "status": "200", "at": "2026-09-01T06:22:31+00:00" }, { "path": "/.well-known/mcp-registry-auth", "status": "200", "at": "2026-09-01T06:22:31+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T06:22:31Z" ] }, "documentation_url": "https://trustoven.com/docs/crawler", "self_described_as": null }, { "slug": "watchpup", "name": "Watchpup", "group_key": "host:watchpup.dev", "kind": "named", "user_agents": [ { "ua": "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T05:57:42+00:00", "last_seen": "2026-09-03T06:12:42+00:00" } ], "primary_user_agent": "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T05:57:42+00:00", "last_seen": "2026-09-03T06:12:42+00:00", "bytes_served": 9542, "classed_by_our_instrument": { "agent": 2 }, "surfaces": { "mcp-crawler-index": 2 }, "channels": { "watchpup": 2 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 2 }, "distinct_paths": 1, "paths": [ { "path": "/c/watchpup/mcp", "requests": 2, "statuses": { "200": 2 }, "first": "2026-09-03T05:57:42+00:00", "last": "2026-09-03T06:12:42+00:00" } ], "first_walk": [ { "path": "/c/watchpup/mcp", "status": "200", "at": "2026-09-03T05:57:42+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T05:57:42Z" ] }, "documentation_url": "https://watchpup.dev", "self_described_as": "MCP monitor" }, { "slug": "a2a-indexer", "name": "A2A-Indexer", "group_key": "ua:a2a-indexer", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; A2A-Indexer/1.0)", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T20:21:29+00:00", "last_seen": "2026-09-02T20:21:29+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; A2A-Indexer/1.0)", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T20:21:29+00:00", "last_seen": "2026-09-02T20:21:29+00:00", "bytes_served": 14652, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json,*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T20:21:29+00:00", "last": "2026-09-02T20:21:29+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T20:21:29+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T20:21:29Z" ] }, "documentation_url": null, "self_described_as": "A2A-Indexer/1.0" }, { "slug": "aetherlink-public-agent-card-policy-check", "name": "AetherLink-Public-Agent-Card-Policy-Check", "group_key": "ua:aetherlink-public-agent-card-policy-check", "kind": "named", "user_agents": [ { "ua": "AetherLink-Public-Agent-Card-Policy-Check/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:13:23+00:00", "last_seen": "2026-09-01T03:13:23+00:00" } ], "primary_user_agent": "AetherLink-Public-Agent-Card-Policy-Check/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:13:23+00:00", "last_seen": "2026-09-01T03:13:23+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json, application/a2a+json;q=0.9" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:13:23+00:00", "last": "2026-09-01T03:13:23+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:13:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:13:23Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "aetherlinkdiscoveryevidence", "name": "AetherLinkDiscoveryEvidence", "group_key": "ua:aetherlinkdiscoveryevidence", "kind": "named", "user_agents": [ { "ua": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:30:37+00:00", "last_seen": "2026-09-01T03:30:37+00:00" } ], "primary_user_agent": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T03:30:37+00:00", "last_seen": "2026-09-01T03:30:37+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T03:30:37+00:00", "last": "2026-09-01T03:30:37+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T03:30:37+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T03:30:37Z" ] }, "documentation_url": "https://aetherlink.47-85-186-77.sslip.io/llms.txt", "self_described_as": null }, { "slug": "agentsure-mcpscan", "name": "AgentSure-MCPScan", "group_key": "host:agentsure.tech", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T00:24:23+00:00", "last_seen": "2026-09-01T00:24:23+00:00" } ], "primary_user_agent": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T00:24:23+00:00", "last_seen": "2026-09-01T00:24:23+00:00", "bytes_served": 1554, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T00:24:23+00:00", "last": "2026-09-01T00:24:23+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T00:24:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T00:24:23Z" ] }, "documentation_url": "https://agentsure.tech", "self_described_as": "AgentSure-MCPScan/0.1" }, { "slug": "agoragentic-safefetch", "name": "Agoragentic-SafeFetch", "group_key": "ua:agoragentic-safefetch", "kind": "named", "user_agents": [ { "ua": "Agoragentic-SafeFetch/1.0 (+observe-only)", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T03:40:33+00:00", "last_seen": "2026-09-03T03:40:33+00:00" } ], "primary_user_agent": "Agoragentic-SafeFetch/1.0 (+observe-only)", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T03:40:33+00:00", "last_seen": "2026-09-03T03:40:33+00:00", "bytes_served": 14572, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json, application/*+json, text/plain, text/markdown, application/x-ndjson;q=0.9, */*;q=0.1" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-03T03:40:33+00:00", "last": "2026-09-03T03:40:33+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-03T03:40:33+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-03T03:40:33Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "apievangelist-domain-probe", "name": "apievangelist-domain-probe", "group_key": "ua:apievangelist-domain-probe", "kind": "named", "user_agents": [ { "ua": "apievangelist-domain-probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T11:59:41+00:00", "last_seen": "2026-09-01T11:59:41+00:00" } ], "primary_user_agent": "apievangelist-domain-probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T11:59:41+00:00", "last_seen": "2026-09-01T11:59:41+00:00", "bytes_served": 0, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T11:59:41+00:00", "last": "2026-09-01T11:59:41+00:00" } ], "first_walk": [ { "path": "/", "status": "200", "at": "2026-09-01T11:59:41+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T11:59:41Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "bytespider", "name": "Bytespider", "group_key": "host:bytedance.com", "kind": "named", "user_agents": [ { "ua": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:20:36+00:00", "last_seen": "2026-09-01T07:20:36+00:00" } ], "primary_user_agent": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:20:36+00:00", "last_seen": "2026-09-01T07:20:36+00:00", "bytes_served": 2014, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "image/heif,image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/icon.png", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:20:36+00:00", "last": "2026-09-01T07:20:36+00:00" } ], "first_walk": [ { "path": "/icon.png", "status": "200", "at": "2026-09-01T07:20:36+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T07:20:36Z" ] }, "documentation_url": "mailto:spider-feedback@bytedance.com", "self_described_as": "Bytespider" }, { "slug": "censusbot", "name": "CensusBot", "group_key": "host:census.dios.local", "kind": "named", "user_agents": [ { "ua": "CensusBot/0.1 (+https://census.dios.local/about; optout@census.dios.local)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T17:00:17+00:00", "last_seen": "2026-09-01T17:00:17+00:00" } ], "primary_user_agent": "CensusBot/0.1 (+https://census.dios.local/about; optout@census.dios.local)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T17:00:17+00:00", "last_seen": "2026-09-01T17:00:17+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "crawler": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:00:17+00:00", "last": "2026-09-01T17:00:17+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T17:00:17+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T17:00:17Z" ] }, "documentation_url": "https://census.dios.local/about", "self_described_as": null }, { "slug": "chrome", "name": "Chrome", "group_key": "ua:chrome", "kind": "named", "user_agents": [ { "ua": "Chrome Privacy Preserving Prefetch Proxy", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T05:53:59+00:00", "last_seen": "2026-09-02T05:53:59+00:00" } ], "primary_user_agent": "Chrome Privacy Preserving Prefetch Proxy", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T05:53:59+00:00", "last_seen": "2026-09-02T05:53:59+00:00", "bytes_served": 2048, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "404": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/traffic-advice", "requests": 1, "statuses": { "404": 1 }, "first": "2026-09-02T05:53:59+00:00", "last": "2026-09-02T05:53:59+00:00" } ], "first_walk": [ { "path": "/.well-known/traffic-advice", "status": "404", "at": "2026-09-02T05:53:59+00:00" } ], "asked_for_and_got_nothing": [ { "path": "/.well-known/traffic-advice", "statuses": { "404": 1 }, "first_asked": "2026-09-02T05:53:59+00:00", "last_asked": "2026-09-02T05:53:59+00:00", "answered_200_since": null } ], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T05:53:59Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "conway-replicatio-r91-strict-a2a-probe", "name": "Conway-Replicatio-r91-strict-a2a-probe", "group_key": "ua:conway-replicatio-r91-strict-a2a-probe", "kind": "named", "user_agents": [ { "ua": "Conway-Replicatio-r91-strict-a2a-probe", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T04:56:01+00:00", "last_seen": "2026-09-01T04:56:01+00:00" } ], "primary_user_agent": "Conway-Replicatio-r91-strict-a2a-probe", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T04:56:01+00:00", "last_seen": "2026-09-01T04:56:01+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T04:56:01+00:00", "last": "2026-09-01T04:56:01+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T04:56:01+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T04:56:01Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "graphadvocate-outreach", "name": "GraphAdvocate-Outreach", "group_key": "host:graphadvocate.com", "kind": "named", "user_agents": [ { "ua": "GraphAdvocate-Outreach/1.0 (+https://graphadvocate.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:03:23+00:00", "last_seen": "2026-09-01T09:03:23+00:00" } ], "primary_user_agent": "GraphAdvocate-Outreach/1.0 (+https://graphadvocate.com)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:03:23+00:00", "last_seen": "2026-09-01T09:03:23+00:00", "bytes_served": 4668, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "a2a-crawler-index": 1 }, "channels": {}, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/a2a", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T09:03:23+00:00", "last": "2026-09-01T09:03:23+00:00" } ], "first_walk": [ { "path": "/a2a", "status": "200", "at": "2026-09-01T09:03:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T09:03:23Z" ] }, "documentation_url": "https://graphadvocate.com", "self_described_as": null }, { "slug": "guild-reachability-probe", "name": "guild-reachability-probe", "group_key": "ua:guild-reachability-probe", "kind": "named", "user_agents": [ { "ua": "guild-reachability-probe/1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T08:47:44+00:00", "last_seen": "2026-09-01T08:47:44+00:00" } ], "primary_user_agent": "guild-reachability-probe/1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T08:47:44+00:00", "last_seen": "2026-09-01T08:47:44+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T08:47:44+00:00", "last": "2026-09-01T08:47:44+00:00" } ], "first_walk": [ { "path": "/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T08:47:44+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T08:47:44Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "hhvm-internal", "name": "hhvm-internal", "group_key": "ua:hhvm-internal", "kind": "named", "user_agents": [ { "ua": "hhvm-internal/thrift-fb-server", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T17:32:22+00:00", "last_seen": "2026-09-01T17:32:22+00:00" } ], "primary_user_agent": "hhvm-internal/thrift-fb-server", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T17:32:22+00:00", "last_seen": "2026-09-01T17:32:22+00:00", "bytes_served": 5832, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T17:32:22+00:00", "last": "2026-09-01T17:32:22+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-01T17:32:22+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T17:32:22Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "itinai-importer", "name": "itinai-importer", "group_key": "ua:itinai-importer", "kind": "named", "user_agents": [ { "ua": "itinai-importer/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T07:52:09+00:00", "last_seen": "2026-09-02T07:52:09+00:00" } ], "primary_user_agent": "itinai-importer/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T07:52:09+00:00", "last_seen": "2026-09-02T07:52:09+00:00", "bytes_served": 12218, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "a2a-registry-org": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T07:52:09+00:00", "last": "2026-09-02T07:52:09+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-org/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T07:52:09+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T07:52:09Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "mcp2-research", "name": "mcp2-research", "group_key": "ua:mcp2-research", "kind": "named", "user_agents": [ { "ua": "mcp2-research/1.0 (+https://github.com/dosixx; KHU SIFT Lab)", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T22:40:49+00:00", "last_seen": "2026-09-02T22:40:49+00:00" } ], "primary_user_agent": "mcp2-research/1.0 (+https://github.com/dosixx; KHU SIFT Lab)", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T22:40:49+00:00", "last_seen": "2026-09-02T22:40:49+00:00", "bytes_served": 3691, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry-official": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T22:40:49+00:00", "last": "2026-09-02T22:40:49+00:00" } ], "first_walk": [ { "path": "/c/mcp-registry-official/mcp/netcheck", "status": "200", "at": "2026-09-02T22:40:49+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T22:40:49Z" ] }, "documentation_url": "https://github.com/dosixx", "self_described_as": "KHU SIFT Lab" }, { "slug": "personal-agent-platform-readonly-audit", "name": "personal-agent-platform-readonly-audit", "group_key": "ua:personal-agent-platform-readonly-audit", "kind": "named", "user_agents": [ { "ua": "personal-agent-platform-readonly-audit/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T15:08:23+00:00", "last_seen": "2026-09-02T15:08:23+00:00" } ], "primary_user_agent": "personal-agent-platform-readonly-audit/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T15:08:23+00:00", "last_seen": "2026-09-02T15:08:23+00:00", "bytes_served": 14652, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "a2a-crawler-index": 1 }, "channels": { "a2a-registry-global": 1 }, "accept_headers": [ "application/json" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T15:08:23+00:00", "last": "2026-09-02T15:08:23+00:00" } ], "first_walk": [ { "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", "status": "200", "at": "2026-09-02T15:08:23+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T15:08:23Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "repology-linkchecker", "name": "repology-linkchecker", "group_key": "host:repology.org", "kind": "named", "user_agents": [ { "ua": "repology-linkchecker/1 (+https://repology.org/docs/bots)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:13:51+00:00", "last_seen": "2026-09-01T07:13:51+00:00" } ], "primary_user_agent": "repology-linkchecker/1 (+https://repology.org/docs/bots)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:13:51+00:00", "last_seen": "2026-09-01T07:13:51+00:00", "bytes_served": 0, "classed_by_our_instrument": { "crawler": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": { "pypi-registry": 1 }, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/c/pypi-registry/", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T07:13:51+00:00", "last": "2026-09-01T07:13:51+00:00" } ], "first_walk": [ { "path": "/c/pypi-registry/", "status": "200", "at": "2026-09-01T07:13:51+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T07:13:51Z" ] }, "documentation_url": "https://repology.org/docs/bots", "self_described_as": null }, { "slug": "sasame-census-era-probe", "name": "SaSame-Census-Era-Probe", "group_key": "ua:sasame-census-era-probe", "kind": "named", "user_agents": [ { "ua": "SaSame-Census-Era-Probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00" } ], "primary_user_agent": "SaSame-Census-Era-Probe/1.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T01:07:30+00:00", "last_seen": "2026-09-01T01:07:30+00:00", "bytes_served": 1648, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "mcp-crawler-index": 1 }, "channels": { "mcp-registry": 1 }, "accept_headers": [ "application/json, text/event-stream" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/mcp", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-01T01:07:30+00:00", "last": "2026-09-01T01:07:30+00:00" } ], "first_walk": [ { "path": "/mcp", "status": "200", "at": "2026-09-01T01:07:30+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-01T01:07:30Z" ] }, "documentation_url": null, "self_described_as": null }, { "slug": "telegram", "name": "Telegram", "group_key": "ua:telegram", "kind": "named", "user_agents": [ { "ua": "Telegram/34622 CFNetwork/3860.400.51 Darwin/25.3.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T10:15:56+00:00", "last_seen": "2026-09-02T10:15:56+00:00" } ], "primary_user_agent": "Telegram/34622 CFNetwork/3860.400.51 Darwin/25.3.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T10:15:56+00:00", "last_seen": "2026-09-02T10:15:56+00:00", "bytes_served": 15086, "classed_by_our_instrument": { "agent": 1 }, "surfaces": { "pathwren-edge": 1 }, "channels": {}, "accept_headers": [ "*/*" ], "status_codes": { "200": 1 }, "distinct_paths": 1, "paths": [ { "path": "/favicon.ico", "requests": 1, "statuses": { "200": 1 }, "first": "2026-09-02T10:15:56+00:00", "last": "2026-09-02T10:15:56+00:00" } ], "first_walk": [ { "path": "/favicon.ico", "status": "200", "at": "2026-09-02T10:15:56+00:00" } ], "asked_for_and_got_nothing": [], "return_behaviour": { "visits": 1, "median_gap_minutes": null, "visit_starts": [ "2026-09-02T10:15:56Z" ] }, "documentation_url": null, "self_described_as": null } ], "browser_shaped": [ { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", "requests": 492, "addresses": 4, "first_seen": "2026-09-01T04:29:34+00:00", "last_seen": "2026-09-01T20:02:37+00:00", "classed_by_our_instrument": { "human": 492 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", "requests": 319, "addresses": 6, "first_seen": "2026-09-01T11:21:40+00:00", "last_seen": "2026-09-03T05:22:49+00:00", "classed_by_our_instrument": { "human": 319 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/109.0", "requests": 180, "addresses": 26, "first_seen": "2026-09-01T09:20:08+00:00", "last_seen": "2026-09-03T06:13:41+00:00", "classed_by_our_instrument": { "human": 180 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", "requests": 95, "addresses": 85, "first_seen": "2026-08-31T22:55:13+00:00", "last_seen": "2026-09-03T06:15:38+00:00", "classed_by_our_instrument": { "human": 59, "unknown": 36 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36 Edg/114.0.1823.51", "requests": 59, "addresses": 9, "first_seen": "2026-09-01T06:23:34+00:00", "last_seen": "2026-09-01T19:09:07+00:00", "classed_by_our_instrument": { "human": 48, "agent": 10, "crawler": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36", "requests": 58, "addresses": 26, "first_seen": "2026-09-01T15:32:55+00:00", "last_seen": "2026-09-02T07:23:00+00:00", "classed_by_our_instrument": { "human": 58 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", "requests": 49, "addresses": 3, "first_seen": "2026-09-01T06:23:35+00:00", "last_seen": "2026-09-01T17:39:30+00:00", "classed_by_our_instrument": { "human": 49 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36", "requests": 45, "addresses": 26, "first_seen": "2026-09-01T09:20:12+00:00", "last_seen": "2026-09-03T06:13:46+00:00", "classed_by_our_instrument": { "agent": 45 } }, { "ua": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36", "requests": 37, "addresses": 31, "first_seen": "2026-09-01T15:32:51+00:00", "last_seen": "2026-09-02T07:23:24+00:00", "classed_by_our_instrument": { "human": 37 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", "requests": 35, "addresses": 18, "first_seen": "2026-08-31T20:58:23+00:00", "last_seen": "2026-09-03T03:05:00+00:00", "classed_by_our_instrument": { "human": 3, "unknown": 32 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:134.0) Gecko/20100101 Firefox/134.0", "requests": 30, "addresses": 1, "first_seen": "2026-09-01T06:23:43+00:00", "last_seen": "2026-09-02T18:41:50+00:00", "classed_by_our_instrument": { "human": 30 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 Edg/124.0.0.0", "requests": 24, "addresses": 4, "first_seen": "2026-09-01T17:38:16+00:00", "last_seen": "2026-09-01T17:47:12+00:00", "classed_by_our_instrument": { "human": 24 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4.1 Mobile/15E148 Safari/604.1", "requests": 19, "addresses": 4, "first_seen": "2026-09-01T06:23:44+00:00", "last_seen": "2026-09-01T19:09:15+00:00", "classed_by_our_instrument": { "human": 19 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 19, "addresses": 5, "first_seen": "2026-09-01T06:23:44+00:00", "last_seen": "2026-09-01T17:39:27+00:00", "classed_by_our_instrument": { "human": 2, "crawler": 17 } }, { "ua": "Mozilla/5.0 (Android 13; Mobile; rv:109.0) Gecko/112.0 Firefox/112.0 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 18, "addresses": 3, "first_seen": "2026-09-01T17:38:19+00:00", "last_seen": "2026-09-01T17:39:27+00:00", "classed_by_our_instrument": { "crawler": 18 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 16, "addresses": 3, "first_seen": "2026-09-01T17:38:19+00:00", "last_seen": "2026-09-01T17:39:27+00:00", "classed_by_our_instrument": { "crawler": 16 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 15, "addresses": 4, "first_seen": "2026-09-01T06:23:34+00:00", "last_seen": "2026-09-01T17:39:26+00:00", "classed_by_our_instrument": { "human": 2, "crawler": 13 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 Chrome/128.0 Safari/537.36", "requests": 12, "addresses": 1, "first_seen": "2026-09-01T11:52:22+00:00", "last_seen": "2026-09-01T11:55:01+00:00", "classed_by_our_instrument": { "human": 2, "agent": 10 } }, { "ua": "Mozilla/5.0 (Linux; Android 13; Pixel 4a (5G) Build/TQ2A.230505.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/112.0.5615.136 Mobile Safari/537.36 GoogleApp/14.16.27.29.arm64 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 12, "addresses": 3, "first_seen": "2026-09-01T17:38:09+00:00", "last_seen": "2026-09-01T17:39:27+00:00", "classed_by_our_instrument": { "crawler": 12 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:125.0) Gecko/20100101 Firefox/125.0", "requests": 12, "addresses": 2, "first_seen": "2026-09-01T17:43:08+00:00", "last_seen": "2026-09-01T17:44:25+00:00", "classed_by_our_instrument": { "unknown": 12 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "requests": 12, "addresses": 2, "first_seen": "2026-09-01T17:44:10+00:00", "last_seen": "2026-09-01T17:47:12+00:00", "classed_by_our_instrument": { "unknown": 12 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36 Edg/122.0.0.0", "requests": 10, "addresses": 7, "first_seen": "2026-09-01T08:24:33+00:00", "last_seen": "2026-09-01T19:46:22+00:00", "classed_by_our_instrument": { "human": 10 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_4_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4.1 Safari/605.1.15", "requests": 10, "addresses": 3, "first_seen": "2026-09-01T17:39:20+00:00", "last_seen": "2026-09-01T17:43:38+00:00", "classed_by_our_instrument": { "human": 10 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "requests": 10, "addresses": 3, "first_seen": "2026-09-01T17:41:48+00:00", "last_seen": "2026-09-01T17:44:26+00:00", "classed_by_our_instrument": { "human": 10 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", "requests": 10, "addresses": 2, "first_seen": "2026-09-02T06:11:48+00:00", "last_seen": "2026-09-02T06:59:41+00:00", "classed_by_our_instrument": { "human": 10 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:149.0) Gecko/20100101 Firefox/149.0", "requests": 10, "addresses": 2, "first_seen": "2026-09-02T06:59:46+00:00", "last_seen": "2026-09-02T07:19:45+00:00", "classed_by_our_instrument": { "unknown": 10 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", "requests": 9, "addresses": 7, "first_seen": "2026-09-02T00:05:52+00:00", "last_seen": "2026-09-03T02:45:09+00:00", "classed_by_our_instrument": { "human": 9 } }, { "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Mobile Safari/537.36", "requests": 8, "addresses": 2, "first_seen": "2026-08-31T22:16:56+00:00", "last_seen": "2026-09-02T20:36:25+00:00", "classed_by_our_instrument": { "human": 8 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "requests": 8, "addresses": 3, "first_seen": "2026-08-31T22:32:32+00:00", "last_seen": "2026-09-01T17:39:21+00:00", "classed_by_our_instrument": { "human": 6, "agent": 2 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:152.0) Gecko/20100101 Firefox/152.0", "requests": 8, "addresses": 1, "first_seen": "2026-09-01T12:36:11+00:00", "last_seen": "2026-09-01T17:34:17+00:00", "classed_by_our_instrument": { "unknown": 8 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", "requests": 8, "addresses": 3, "first_seen": "2026-09-01T17:39:16+00:00", "last_seen": "2026-09-01T17:39:27+00:00", "classed_by_our_instrument": { "crawler": 8 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36", "requests": 8, "addresses": 8, "first_seen": "2026-09-01T17:39:40+00:00", "last_seen": "2026-09-01T17:39:44+00:00", "classed_by_our_instrument": { "human": 8 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0", "requests": 8, "addresses": 2, "first_seen": "2026-09-01T17:40:50+00:00", "last_seen": "2026-09-01T17:42:49+00:00", "classed_by_our_instrument": { "human": 8 } }, { "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Mobile Safari/537.36", "requests": 6, "addresses": 6, "first_seen": "2026-09-01T06:24:12+00:00", "last_seen": "2026-09-02T20:37:42+00:00", "classed_by_our_instrument": { "human": 6 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.162 Safari/537.36", "requests": 6, "addresses": 3, "first_seen": "2026-09-01T07:09:51+00:00", "last_seen": "2026-09-01T07:47:49+00:00", "classed_by_our_instrument": { "human": 6 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.6 Mobile/15E148 Safari/604.1", "requests": 6, "addresses": 6, "first_seen": "2026-09-01T17:38:19+00:00", "last_seen": "2026-09-01T17:39:41+00:00", "classed_by_our_instrument": { "human": 6 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36", "requests": 6, "addresses": 1, "first_seen": "2026-09-01T18:25:34+00:00", "last_seen": "2026-09-02T19:06:04+00:00", "classed_by_our_instrument": { "human": 5, "agent": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.85 Safari/537.36", "requests": 6, "addresses": 1, "first_seen": "2026-09-02T01:05:04+00:00", "last_seen": "2026-09-02T01:05:28+00:00", "classed_by_our_instrument": { "human": 6 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "requests": 5, "addresses": 1, "first_seen": "2026-08-31T22:56:04+00:00", "last_seen": "2026-09-02T05:24:38+00:00", "classed_by_our_instrument": { "human": 5 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", "requests": 5, "addresses": 1, "first_seen": "2026-09-02T07:33:32+00:00", "last_seen": "2026-09-02T07:33:54+00:00", "classed_by_our_instrument": { "human": 5 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:30:59+00:00", "last_seen": "2026-09-01T07:30:59+00:00", "classed_by_our_instrument": { "human": 4 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.5938.132 Safari/537.36", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T07:39:14+00:00", "last_seen": "2026-09-01T07:39:17+00:00", "classed_by_our_instrument": { "human": 4 } }, { "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Mobile Safari/537.36", "requests": 4, "addresses": 1, "first_seen": "2026-09-01T17:41:45+00:00", "last_seen": "2026-09-01T17:41:46+00:00", "classed_by_our_instrument": { "human": 4 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "requests": 4, "addresses": 1, "first_seen": "2026-09-02T07:34:13+00:00", "last_seen": "2026-09-02T07:34:15+00:00", "classed_by_our_instrument": { "human": 4 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Qlfd", "requests": 4, "addresses": 1, "first_seen": "2026-09-02T08:01:21+00:00", "last_seen": "2026-09-02T08:01:21+00:00", "classed_by_our_instrument": { "unknown": 4 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T07:14:16+00:00", "last_seen": "2026-09-01T07:14:16+00:00", "classed_by_our_instrument": { "unknown": 3 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.6422.60 Safari/537.36 Edge/12.246", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T07:24:11+00:00", "last_seen": "2026-09-01T07:24:29+00:00", "classed_by_our_instrument": { "human": 3 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36", "requests": 3, "addresses": 3, "first_seen": "2026-09-01T07:29:20+00:00", "last_seen": "2026-09-01T18:45:31+00:00", "classed_by_our_instrument": { "human": 3 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", "requests": 3, "addresses": 2, "first_seen": "2026-09-01T09:20:04+00:00", "last_seen": "2026-09-01T19:21:02+00:00", "classed_by_our_instrument": { "human": 1, "agent": 2 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:128.0) Gecko/20100101 Firefox/128.0", "requests": 3, "addresses": 1, "first_seen": "2026-09-01T18:40:14+00:00", "last_seen": "2026-09-02T18:55:13+00:00", "classed_by_our_instrument": { "human": 3 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36", "requests": 3, "addresses": 1, "first_seen": "2026-09-02T04:44:12+00:00", "last_seen": "2026-09-02T04:44:13+00:00", "classed_by_our_instrument": { "unknown": 3 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.163 Safari/537.36", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T07:08:03+00:00", "last_seen": "2026-09-01T07:08:04+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.175 Safari/537.36", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T07:08:52+00:00", "last_seen": "2026-09-01T07:08:57+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.0 Mobile/15E148 Safari/604.1", "requests": 2, "addresses": 1, "first_seen": "2026-09-01T14:30:01+00:00", "last_seen": "2026-09-01T14:42:03+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (Linux; Android 15; Pixel 9) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Mobile Safari/537.36", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T14:41:18+00:00", "last_seen": "2026-09-02T06:22:42+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.110.1 Chrome/142.0.7444.265 Electron/39.6.0 Safari/537.36", "requests": 2, "addresses": 2, "first_seen": "2026-09-01T17:14:51+00:00", "last_seen": "2026-09-01T17:32:22+00:00", "classed_by_our_instrument": { "unknown": 2 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:14:48+00:00", "last_seen": "2026-09-02T07:14:53+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.1 Mobile/15E148 Safari/604.1", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:25:51+00:00", "last_seen": "2026-09-02T07:25:51+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T07:34:13+00:00", "last_seen": "2026-09-02T07:34:14+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3.1 Mobile/23D8133 Safari/604.1", "requests": 2, "addresses": 1, "first_seen": "2026-09-02T10:15:55+00:00", "last_seen": "2026-09-02T10:15:55+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) EdgiOS/120.0.2210.141 Version/17.0 Mobile/15E148 Safari/604.1", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T01:32:45+00:00", "last_seen": "2026-09-03T01:32:45+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/144.0.0.0 Safari/537.36", "requests": 2, "addresses": 1, "first_seen": "2026-09-03T01:32:56+00:00", "last_seen": "2026-09-03T01:32:56+00:00", "classed_by_our_instrument": { "unknown": 2 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:123.0) Gecko/20100101 Firefox/123", "requests": 2, "addresses": 2, "first_seen": "2026-09-03T02:58:34+00:00", "last_seen": "2026-09-03T02:58:35+00:00", "classed_by_our_instrument": { "human": 2 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-08-31T22:50:13+00:00", "last_seen": "2026-08-31T22:50:13+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T02:58:19+00:00", "last_seen": "2026-09-01T02:58:19+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Gort)", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T05:13:10+00:00", "last_seen": "2026-09-01T05:13:10+00:00", "classed_by_our_instrument": { "crawler": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T06:42:28+00:00", "last_seen": "2026-09-01T06:42:28+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T07:30:51+00:00", "last_seen": "2026-09-01T07:30:51+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.126.0 Chrome/148.0.7778.97 Electron/42.2.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T09:38:31+00:00", "last_seen": "2026-09-01T09:38:31+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T10:31:59+00:00", "last_seen": "2026-09-01T10:31:59+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T20:10:13+00:00", "last_seen": "2026-09-01T20:10:13+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/150.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T20:10:16+00:00", "last_seen": "2026-09-01T20:10:16+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.7632.6 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T20:15:46+00:00", "last_seen": "2026-09-01T20:15:46+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T20:21:30+00:00", "last_seen": "2026-09-01T20:21:30+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T21:22:55+00:00", "last_seen": "2026-09-01T21:22:55+00:00", "classed_by_our_instrument": { "agent": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-01T23:24:40+00:00", "last_seen": "2026-09-01T23:24:40+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T02:31:06+00:00", "last_seen": "2026-09-02T02:31:06+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T06:37:44+00:00", "last_seen": "2026-09-02T06:37:44+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (Android 16; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T06:59:26+00:00", "last_seen": "2026-09-02T06:59:26+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/149.0.7827.55 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T07:28:47+00:00", "last_seen": "2026-09-02T07:28:47+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (Windows NT; Windows NT 10.0; en-US) WindowsPowerShell/5.1.26100.9168", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T15:47:26+00:00", "last_seen": "2026-09-02T15:47:26+00:00", "classed_by_our_instrument": { "agent": 1 } }, { "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Mobile Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-02T20:33:09+00:00", "last_seen": "2026-09-02T20:33:09+00:00", "classed_by_our_instrument": { "human": 1 } }, { "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.110.1 Chrome/142.0.7444.265 Electron/39.6.0 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T00:25:56+00:00", "last_seen": "2026-09-03T00:25:56+00:00", "classed_by_our_instrument": { "unknown": 1 } }, { "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) p3k/Switchboard/0.1.1 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36", "requests": 1, "addresses": 1, "first_seen": "2026-09-03T01:17:35+00:00", "last_seen": "2026-09-03T01:17:35+00:00", "classed_by_our_instrument": { "agent": 1 } } ], "empty_user_agent": { "requests": 359, "addresses": 9, "first_seen": "2026-08-31T23:41:45+00:00", "last_seen": "2026-09-03T06:24:14+00:00" }, "license": "CC0-1.0", "base": "https://www.pathwren.workers.dev", "pages": { "gptbot": "https://www.pathwren.workers.dev/bot/gptbot.html", "sentineloracle": "https://www.pathwren.workers.dev/bot/sentineloracle.html", "claudebot": "https://www.pathwren.workers.dev/bot/claudebot.html", "archive-org-bot": "https://www.pathwren.workers.dev/bot/archive-org-bot.html", "node": "https://www.pathwren.workers.dev/bot/node.html", "mcpbeat": "https://www.pathwren.workers.dev/bot/mcpbeat.html", "yandexbot": "https://www.pathwren.workers.dev/bot/yandexbot.html", "shapbot": "https://www.pathwren.workers.dev/bot/shapbot.html", "dataforseobot": "https://www.pathwren.workers.dev/bot/dataforseobot.html", "agent-tools-cloud-crawler": "https://www.pathwren.workers.dev/bot/agent-tools-cloud-crawler.html", "402explorer": "https://www.pathwren.workers.dev/bot/402explorer.html", "agentdisco": "https://www.pathwren.workers.dev/bot/agentdisco.html", "undici": "https://www.pathwren.workers.dev/bot/undici.html", "agentgrade": "https://www.pathwren.workers.dev/bot/agentgrade.html", "agent-ready-scanner": "https://www.pathwren.workers.dev/bot/agent-ready-scanner.html", "aisec-registry": "https://www.pathwren.workers.dev/bot/aisec-registry.html", "waggle": "https://www.pathwren.workers.dev/bot/waggle.html", "agentgaugebot": "https://www.pathwren.workers.dev/bot/agentgaugebot.html", "agenttrust-monitor": "https://www.pathwren.workers.dev/bot/agenttrust-monitor.html", "a2a-registry-healthcheck": "https://www.pathwren.workers.dev/bot/a2a-registry-healthcheck.html", "enerlio": "https://www.pathwren.workers.dev/bot/enerlio.html", "mozilla": "https://www.pathwren.workers.dev/bot/mozilla.html", "python-httpx": "https://www.pathwren.workers.dev/bot/python-httpx.html", "deno": "https://www.pathwren.workers.dev/bot/deno.html", "apievangelist": "https://www.pathwren.workers.dev/bot/apievangelist.html", "agenstrybot": "https://www.pathwren.workers.dev/bot/agenstrybot.html", "proofbench": "https://www.pathwren.workers.dev/bot/proofbench.html", "mcpscan": "https://www.pathwren.workers.dev/bot/mcpscan.html", "curl": "https://www.pathwren.workers.dev/bot/curl.html", "mcpwatch": "https://www.pathwren.workers.dev/bot/mcpwatch.html", "golemreachtrustbot": "https://www.pathwren.workers.dev/bot/golemreachtrustbot.html", "python-httpx2": "https://www.pathwren.workers.dev/bot/python-httpx2.html", "python-requests": "https://www.pathwren.workers.dev/bot/python-requests.html", "sasame-mcp-audit": "https://www.pathwren.workers.dev/bot/sasame-mcp-audit.html", "go-http-client": "https://www.pathwren.workers.dev/bot/go-http-client.html", "gtm-engine": "https://www.pathwren.workers.dev/bot/gtm-engine.html", "neuronto": "https://www.pathwren.workers.dev/bot/neuronto.html", "apis-io-submit": "https://www.pathwren.workers.dev/bot/apis-io-submit.html", "nothumansearch": "https://www.pathwren.workers.dev/bot/nothumansearch.html", "python": "https://www.pathwren.workers.dev/bot/python.html", "amazonbot": "https://www.pathwren.workers.dev/bot/amazonbot.html", "colonistone-2": "https://www.pathwren.workers.dev/bot/colonistone-2.html", "davefeedread": "https://www.pathwren.workers.dev/bot/davefeedread.html", "io-verifymcp": "https://www.pathwren.workers.dev/bot/io-verifymcp.html", "tar-directory-indexer": "https://www.pathwren.workers.dev/bot/tar-directory-indexer.html", "agentpointsdirectoryenricher": "https://www.pathwren.workers.dev/bot/agentpointsdirectoryenricher.html", "ardcrawl": "https://www.pathwren.workers.dev/bot/ardcrawl.html", "lastseen-schema-probe": "https://www.pathwren.workers.dev/bot/lastseen-schema-probe.html", "googleother": "https://www.pathwren.workers.dev/bot/googleother.html", "guzzlehttp": "https://www.pathwren.workers.dev/bot/guzzlehttp.html", "mcp-checker": "https://www.pathwren.workers.dev/bot/mcp-checker.html", "meta-externalagent": "https://www.pathwren.workers.dev/bot/meta-externalagent.html", "x402-observatory": "https://www.pathwren.workers.dev/bot/x402-observatory.html", "bingbot": "https://www.pathwren.workers.dev/bot/bingbot.html", "hultra-link": "https://www.pathwren.workers.dev/bot/hultra-link.html", "orbit-mcp-registry-iconresolver": "https://www.pathwren.workers.dev/bot/orbit-mcp-registry-iconresolver.html", "llmse": "https://www.pathwren.workers.dev/bot/llmse.html", "endpointaudit": "https://www.pathwren.workers.dev/bot/endpointaudit.html", "smitherybot": "https://www.pathwren.workers.dev/bot/smitherybot.html", "a2a-registry-scanner": "https://www.pathwren.workers.dev/bot/a2a-registry-scanner.html", "agent-guild-scout": "https://www.pathwren.workers.dev/bot/agent-guild-scout.html", "mcp-observatory": "https://www.pathwren.workers.dev/bot/mcp-observatory.html", "mcpgrade-probe": "https://www.pathwren.workers.dev/bot/mcpgrade-probe.html", "measure-mcp-schema": "https://www.pathwren.workers.dev/bot/measure-mcp-schema.html", "qtcreator": "https://www.pathwren.workers.dev/bot/qtcreator.html", "tar-discovery": "https://www.pathwren.workers.dev/bot/tar-discovery.html", "tar-health": "https://www.pathwren.workers.dev/bot/tar-health.html", "utopian-foundry-probe": "https://www.pathwren.workers.dev/bot/utopian-foundry-probe.html", "api-forge-mcp-index": "https://www.pathwren.workers.dev/bot/api-forge-mcp-index.html", "mcp-registry": "https://www.pathwren.workers.dev/bot/mcp-registry.html", "mcp-schema-archive": "https://www.pathwren.workers.dev/bot/mcp-schema-archive.html", "mcpi": "https://www.pathwren.workers.dev/bot/mcpi.html", "mozilla-2": "https://www.pathwren.workers.dev/bot/mozilla-2.html", "reliability-bureau-spike": "https://www.pathwren.workers.dev/bot/reliability-bureau-spike.html", "verifymcp-ownersbot": "https://www.pathwren.workers.dev/bot/verifymcp-ownersbot.html", "colonistone": "https://www.pathwren.workers.dev/bot/colonistone.html", "freepublicapis": "https://www.pathwren.workers.dev/bot/freepublicapis.html", "googlebot": "https://www.pathwren.workers.dev/bot/googlebot.html", "sasameagentaudit": "https://www.pathwren.workers.dev/bot/sasameagentaudit.html", "strand-mcp": "https://www.pathwren.workers.dev/bot/strand-mcp.html", "spanly-enrich": "https://www.pathwren.workers.dev/bot/spanly-enrich.html", "a2a-directory-liveness": "https://www.pathwren.workers.dev/bot/a2a-directory-liveness.html", "agentindexbot": "https://www.pathwren.workers.dev/bot/agentindexbot.html", "agentry-registry": "https://www.pathwren.workers.dev/bot/agentry-registry.html", "oauth4webapi": "https://www.pathwren.workers.dev/bot/oauth4webapi.html", "solvedearthpricebot": "https://www.pathwren.workers.dev/bot/solvedearthpricebot.html", "agent-world-probe": "https://www.pathwren.workers.dev/bot/agent-world-probe.html", "a2a-registry-healthbot": "https://www.pathwren.workers.dev/bot/a2a-registry-healthbot.html", "jscrawler": "https://www.pathwren.workers.dev/bot/jscrawler.html", "mcpwitness": "https://www.pathwren.workers.dev/bot/mcpwitness.html", "pip": "https://www.pathwren.workers.dev/bot/pip.html", "truespar-mcp-registry": "https://www.pathwren.workers.dev/bot/truespar-mcp-registry.html", "agentreputationbot": "https://www.pathwren.workers.dev/bot/agentreputationbot.html", "merlonix-attestation-verifier": "https://www.pathwren.workers.dev/bot/merlonix-attestation-verifier.html", "perplexitybot": "https://www.pathwren.workers.dev/bot/perplexitybot.html", "reactornetty": "https://www.pathwren.workers.dev/bot/reactornetty.html", "teppi-probe": "https://www.pathwren.workers.dev/bot/teppi-probe.html", "a2a-registry-taskprobe": "https://www.pathwren.workers.dev/bot/a2a-registry-taskprobe.html", "chainwitness-pr36": "https://www.pathwren.workers.dev/bot/chainwitness-pr36.html", "exaforce-mcprep": "https://www.pathwren.workers.dev/bot/exaforce-mcprep.html", "mcp-drift-monitor": "https://www.pathwren.workers.dev/bot/mcp-drift-monitor.html", "mcp-rugpull-research": "https://www.pathwren.workers.dev/bot/mcp-rugpull-research.html", "movanas-registry-snapshot": "https://www.pathwren.workers.dev/bot/movanas-registry-snapshot.html", "rootz-mcp-registry-prober": "https://www.pathwren.workers.dev/bot/rootz-mcp-registry-prober.html", "telegrambot": "https://www.pathwren.workers.dev/bot/telegrambot.html", "a2a-directory-discovery": "https://www.pathwren.workers.dev/bot/a2a-directory-discovery.html", "mcpqueen-grader": "https://www.pathwren.workers.dev/bot/mcpqueen-grader.html", "ahrefsbot": "https://www.pathwren.workers.dev/bot/ahrefsbot.html", "axios": "https://www.pathwren.workers.dev/bot/axios.html", "hlido-a50-probe": "https://www.pathwren.workers.dev/bot/hlido-a50-probe.html", "loop-mcp-catalog-fetch": "https://www.pathwren.workers.dev/bot/loop-mcp-catalog-fetch.html", "mwmbl": "https://www.pathwren.workers.dev/bot/mwmbl.html", "agentalmanac-snapshot": "https://www.pathwren.workers.dev/bot/agentalmanac-snapshot.html", "ai-crawler-logs": "https://www.pathwren.workers.dev/bot/ai-crawler-logs.html", "ai-crawler-robots": "https://www.pathwren.workers.dev/bot/ai-crawler-robots.html", "ai-crawler-verify": "https://www.pathwren.workers.dev/bot/ai-crawler-verify.html", "aive-mcp-discover": "https://www.pathwren.workers.dev/bot/aive-mcp-discover.html", "aive-mcp-endpointprobe": "https://www.pathwren.workers.dev/bot/aive-mcp-endpointprobe.html", "apievangelist-security-probe": "https://www.pathwren.workers.dev/bot/apievangelist-security-probe.html", "mcp-catalog": "https://www.pathwren.workers.dev/bot/mcp-catalog.html", "mcp-stats-prober": "https://www.pathwren.workers.dev/bot/mcp-stats-prober.html", "mcpcatalogsync": "https://www.pathwren.workers.dev/bot/mcpcatalogsync.html", "mcpmeter": "https://www.pathwren.workers.dev/bot/mcpmeter.html", "packagehound": "https://www.pathwren.workers.dev/bot/packagehound.html", "packages-ecosyste-ms": "https://www.pathwren.workers.dev/bot/packages-ecosyste-ms.html", "ping-blo-gs": "https://www.pathwren.workers.dev/bot/ping-blo-gs.html", "a2a-registry": "https://www.pathwren.workers.dev/bot/a2a-registry.html", "a2a-security-research-crawler": "https://www.pathwren.workers.dev/bot/a2a-security-research-crawler.html", "aetherlink-public-discovery-evidence": "https://www.pathwren.workers.dev/bot/aetherlink-public-discovery-evidence.html", "affsignalcrawler": "https://www.pathwren.workers.dev/bot/affsignalcrawler.html", "agentcatalogbot": "https://www.pathwren.workers.dev/bot/agentcatalogbot.html", "azureai-searchbot": "https://www.pathwren.workers.dev/bot/azureai-searchbot.html", "discordbot": "https://www.pathwren.workers.dev/bot/discordbot.html", "duckduckbot": "https://www.pathwren.workers.dev/bot/duckduckbot.html", "frndos": "https://www.pathwren.workers.dev/bot/frndos.html", "gf-agent-toll-outbound": "https://www.pathwren.workers.dev/bot/gf-agent-toll-outbound.html", "gf-agent-toll-remediation": "https://www.pathwren.workers.dev/bot/gf-agent-toll-remediation.html", "invinoveritas-handshake": "https://www.pathwren.workers.dev/bot/invinoveritas-handshake.html", "llm4agents-cimd-audit": "https://www.pathwren.workers.dev/bot/llm4agents-cimd-audit.html", "mcp-uptime": "https://www.pathwren.workers.dev/bot/mcp-uptime.html", "mcpcheck": "https://www.pathwren.workers.dev/bot/mcpcheck.html", "siteguardian": "https://www.pathwren.workers.dev/bot/siteguardian.html", "trustoven-manifest-observer": "https://www.pathwren.workers.dev/bot/trustoven-manifest-observer.html", "watchpup": "https://www.pathwren.workers.dev/bot/watchpup.html", "a2a-indexer": "https://www.pathwren.workers.dev/bot/a2a-indexer.html", "aetherlink-public-agent-card-policy-check": "https://www.pathwren.workers.dev/bot/aetherlink-public-agent-card-policy-check.html", "aetherlinkdiscoveryevidence": "https://www.pathwren.workers.dev/bot/aetherlinkdiscoveryevidence.html", "agentsure-mcpscan": "https://www.pathwren.workers.dev/bot/agentsure-mcpscan.html", "agoragentic-safefetch": "https://www.pathwren.workers.dev/bot/agoragentic-safefetch.html", "apievangelist-domain-probe": "https://www.pathwren.workers.dev/bot/apievangelist-domain-probe.html", "bytespider": "https://www.pathwren.workers.dev/bot/bytespider.html", "censusbot": "https://www.pathwren.workers.dev/bot/censusbot.html", "chrome": "https://www.pathwren.workers.dev/bot/chrome.html", "conway-replicatio-r91-strict-a2a-probe": "https://www.pathwren.workers.dev/bot/conway-replicatio-r91-strict-a2a-probe.html", "graphadvocate-outreach": "https://www.pathwren.workers.dev/bot/graphadvocate-outreach.html", "guild-reachability-probe": "https://www.pathwren.workers.dev/bot/guild-reachability-probe.html", "hhvm-internal": "https://www.pathwren.workers.dev/bot/hhvm-internal.html", "itinai-importer": "https://www.pathwren.workers.dev/bot/itinai-importer.html", "mcp2-research": "https://www.pathwren.workers.dev/bot/mcp2-research.html", "personal-agent-platform-readonly-audit": "https://www.pathwren.workers.dev/bot/personal-agent-platform-readonly-audit.html", "repology-linkchecker": "https://www.pathwren.workers.dev/bot/repology-linkchecker.html", "sasame-census-era-probe": "https://www.pathwren.workers.dev/bot/sasame-census-era-probe.html", "telegram": "https://www.pathwren.workers.dev/bot/telegram.html" }, "how_to_cite": "Observed client dossiers, https://www.pathwren.workers.dev/bot/, window 2026-08-31T20:58:11+00:00–2026-09-03T06:25:38+00:00", "callable_without_a_session": { "what": "Every read-only tool this host runs over MCP also answers a plain GET, with no account, no key and no JSON-RPC handshake. Same implementation behind both doors.", "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers", "endpoints": [ { "url": "https://www.pathwren.workers.dev/tools/whoami", "example": "https://www.pathwren.workers.dev/tools/whoami?&s=client-dossiers", "what": "Takes no arguments at all. It answers about the request you just made: the user-agent you sent, the address you came from, whether the crawler index recognises you, whether any operator publishes a prefix containing your address, the class this host's own instrument books you as, and whether we have seen you here before and what you fetched. Every fact comes from your own request headers or from a file this host already publishes; nothing is fetched and nothing about you is invented." }, { "url": "https://www.pathwren.workers.dev/tools/example", "example": "https://www.pathwren.workers.dev/tools/example?&s=client-dossiers", "what": "Takes no arguments at all. It runs this host's flagship tool (classify_user_agent) on a canned input from our own published log — the busiest client we have seen — and returns exactly the answer a real call returns, not a mock. Use it to see the shape of an answer before deciding what to send." }, { "url": "https://www.pathwren.workers.dev/tools/verify-crawler", "example": "https://www.pathwren.workers.dev/tools/verify-crawler?ip=66.249.66.1&ua=Googlebot&s=client-dossiers", "what": "Check one or more IP addresses against every crawler prefix the operators themselves publish (Google, OpenAI, Anthropic, Microsoft, Apple, Perplexity, Amazon and the rest, remirrored every six hours), and — when you name the crawler the client claimed to be — say whether the range that contains it belongs to that operator or to a different one." }, { "url": "https://www.pathwren.workers.dev/tools/robots-lint", "example": "https://www.pathwren.workers.dev/tools/robots-lint?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0ANoindex%3A%20%2Fprivate%0A&s=client-dossiers", "what": "Paste a robots.txt and get every fault that makes it do something other than what it looks like: misspelled directives, a whole User-Agent string where a product token belongs, rules before any User-agent line, duplicate groups, noindex (unsupported since 2019), relative Sitemap URLs, a byte-order mark. Each finding carries the line number and the fix." }, { "url": "https://www.pathwren.workers.dev/tools/robots-allowed", "example": "https://www.pathwren.workers.dev/tools/robots-allowed?robots_txt=User-agent%3A%20*%0ADisallow%3A%20%2F%0AAllow%3A%20%2Fblog%2F%0A&ua=GPTBot&path=/blog/post&path=/private&s=client-dossiers", "what": "Evaluate a pasted robots.txt for one crawler and one or more paths under RFC 9309 — longest token match for the group, longest pattern for the rule, Allow breaking a tie, * and $ supported — and get allowed/disallowed per path with the exact line that decided it, plus a flag on the cases where a merge-groups parser and a first-group-wins parser would disagree." }, { "url": "https://www.pathwren.workers.dev/tools/ai-access", "example": "https://www.pathwren.workers.dev/tools/ai-access?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0A&path=/&s=client-dossiers", "what": "Evaluate a pasted robots.txt against every AI crawler in this index and get the two lists that matter — blocked and allowed, per operator and category — plus the tokens in your file that match no known crawler (a typo blocks nothing), and the separation between crawlers that document obedience and the ones observed ignoring robots.txt, which need an IP or WAF rule instead." }, { "url": "https://www.pathwren.workers.dev/tools/classify-ua", "example": "https://www.pathwren.workers.dev/tools/classify-ua?ua=Mozilla%2F5.0%20AppleWebKit%2F537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20GPTBot%2F1.2%3B%20%2Bhttps%3A%2F%2Fopenai.com%2Fgptbot)&s=client-dossiers", "what": "Identify the crawler behind a raw User-Agent header: operator, category, robots.txt token and stance, how it can be verified, and what blocking it costs. An unmatched string is reported as unmatched, with a labelled substring heuristic and never an identification." }, { "url": "https://www.pathwren.workers.dev/tools/verification-methods", "example": "https://www.pathwren.workers.dev/tools/verification-methods?crawler=claudebot&s=client-dossiers", "what": "Before you read anything into a miss from /tools/verify-crawler: which crawlers can be verified by published prefix, which document forward-confirmed reverse DNS instead (with the exact two dig commands to run), and which publish no verification method at all — with the mirror's own counts and fetch dates." } ] } }