{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_pzjugbd3ex5v","handle":"ai-crawler-index","url":"https://wellknown.network/agents/ai-crawler-index","links":{"self":"https://wellknown.network/agents/ai-crawler-index/record.json","html":"https://wellknown.network/agents/ai-crawler-index","markdown":"https://wellknown.network/agents/ai-crawler-index/record.md","api":"https://wellknown.network/api/v1/agents/ai-crawler-index","status":"https://wellknown.network/api/v1/agents/ai-crawler-index/status","claim":"https://wellknown.network/agents/ai-crawler-index/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/ai-crawler-index/claim.json","badge":"https://wellknown.network/agents/ai-crawler-index/badge.svg","openapi":"https://wellknown.network/openapi.json"},"ard":{"identifier":"urn:air:www.pathwren.workers.dev:server:ai-crawler-index","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"AI Crawler Index","summary":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","publisher":{"name":"dev.workers.pathwren.www","url":null},"homepage":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","repository":null,"version":"1.5.0","license":null,"protocols":["mcp"],"tags":[],"pricing":null,"endpoints":[{"url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","type":"mcp_streamable_http","auth":null,"probeable":true}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-09-05T00:43:15.630046Z","publishedAt":"2026-09-05T00:43:15.630046Z","registryName":"dev.workers.pathwren.www/ai-crawler-index"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"derived"},{"slug":"knowledge.reasoning","name":"Reasoning & Planning","confidence":0.54,"provenance":"derived"}],"categories":["data","knowledge"]},"observed":{"status":"live","statusReason":"Responded 10h ago.","lastOkAt":"2026-09-06T01:23:47.066Z","lastProbedAt":"2026-09-06T01:23:47.066Z","statusComputedAt":"2026-09-06T01:24:40.457Z","reliability30d":{"probes":1,"successRate":1,"p50Ms":15},"latestObservations":[{"at":"2026-09-06T10:25:31.567Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":24,"error":null,"detail":{"tools":[{"name":"whoami","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you "},{"name":"example","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you"},{"name":"classify_user_agent","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Identify the crawler behind a raw User-Agent header: operator, category, robots.txt stance, how to"},{"name":"lookup_crawler","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The full index record for one crawler: operator, category, robots.txt token and stance, user-agent"},{"name":"list_crawlers","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The index, filtered or whole: each row says what the crawler is and what blocking it costs, and th"},{"name":"generate_robots_txt","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — A ready-to-paste robots.txt block for one stance, with the reasoning and the crawlers it names. Om"},{"name":"is_verified_crawler_ip","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Test an IPv4 or IPv6 address against every crawler prefix the operators themselves publish, remirr"},{"name":"whats_changed","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Freshness and change state: when the index was built, when each operator source was last fetched, "},{"name":"changes_since","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Only what changed since your last call: prefixes added or removed, upstreams failed or recovered, "}],"toolCount":9,"serverName":"ai-crawler-index","capabilities":["tools","resources","prompts"],"serverVersion":"1.0.0","protocolVersion":"2025-06-18"}},{"at":"2026-09-06T01:23:47.066Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":15,"error":null,"detail":{"tools":[{"name":"whoami","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you "},{"name":"example","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you"},{"name":"classify_user_agent","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Identify the crawler behind a raw User-Agent header: operator, category, robots.txt stance, how to"},{"name":"lookup_crawler","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The full index record for one crawler: operator, category, robots.txt token and stance, user-agent"},{"name":"list_crawlers","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The index, filtered or whole: each row says what the crawler is and what blocking it costs, and th"},{"name":"generate_robots_txt","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — A ready-to-paste robots.txt block for one stance, with the reasoning and the crawlers it names. Om"},{"name":"is_verified_crawler_ip","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Test an IPv4 or IPv6 address against every crawler prefix the operators themselves publish, remirr"},{"name":"whats_changed","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Freshness and change state: when the index was built, when each operator source was last fetched, "},{"name":"changes_since","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Only what changed since your last call: prefixes added or removed, upstreams failed or recovered, "}],"toolCount":9,"serverName":"ai-crawler-index","capabilities":["tools","resources","prompts"],"serverVersion":"1.0.0","protocolVersion":"2025-06-18"}}],"tools":[{"name":"whoami","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you "},{"name":"example","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}} — POST that exact body to https://www.pathwren.workers.dev/mcp and you"},{"name":"classify_user_agent","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Identify the crawler behind a raw User-Agent header: operator, category, robots.txt stance, how to"},{"name":"lookup_crawler","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The full index record for one crawler: operator, category, robots.txt token and stance, user-agent"},{"name":"list_crawlers","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — The index, filtered or whole: each row says what the crawler is and what blocking it costs, and th"},{"name":"generate_robots_txt","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — A ready-to-paste robots.txt block for one stance, with the reasoning and the crawlers it names. Om"},{"name":"is_verified_crawler_ip","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Test an IPv4 or IPv6 address against every crawler prefix the operators themselves publish, remirr"},{"name":"whats_changed","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Freshness and change state: when the index was built, when each operator source was last fetched, "},{"name":"changes_since","description":"FIRST CALL, needs nothing: {\"name\":\"whoami\",\"arguments\":{}} — Only what changed since your last call: prefixes added or removed, upstreams failed or recovered, "}],"package":null},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"dev.workers.pathwren.www/ai-crawler-index","url":"https://registry.modelcontextprotocol.io/v0/servers/dev.workers.pathwren.www%2Fai-crawler-index","firstSeenAt":"2026-09-05T23:20:59.127Z","fetchedAt":"2026-09-05T23:20:59.127Z","normalizedAt":"2026-09-05T23:20:59.127Z"}]},"firstSeenAt":"2026-09-05T23:20:59.127Z","updatedAt":"2026-09-06T01:24:48.821Z"}