{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_sskr2s6etepw","handle":"polite-crawler","url":"https://wellknown.network/agents/polite-crawler","links":{"self":"https://wellknown.network/agents/polite-crawler/record.json","html":"https://wellknown.network/agents/polite-crawler","markdown":"https://wellknown.network/agents/polite-crawler/record.md","api":"https://wellknown.network/api/v1/agents/polite-crawler","status":"https://wellknown.network/api/v1/agents/polite-crawler/status","claim":"https://wellknown.network/agents/polite-crawler/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/polite-crawler/claim.json","badge":"https://wellknown.network/agents/polite-crawler/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/polite-crawler/history","tools":"https://wellknown.network/api/v1/agents/polite-crawler/tools"},"ard":{"identifier":"urn:air::server:polite-crawler","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"polite-crawler","summary":"A polite crawler for agents: obeys robots.txt, fetches each page once, finds and verifies quotes.","description":"A polite crawler for agents: obeys robots.txt, fetches each page once, finds and verifies quotes.","publisher":{"name":"mark1russell7","url":null},"homepage":"https://mark1russell7.github.io/crawler/","repository":"https://github.com/mark1russell7/crawler","version":"0.3.0","license":"MIT","protocols":["mcp"],"tags":["mcp","mcp-server","model-context-protocol","claude","ai-agent","crawler","web-crawler","polite-crawler","robots.txt","fetch","research","full-text-search","rfc9309","scraper","web-scraping","cache","llm","sqlite","fts5","playwright","headless","json-ld","schema.org","opening-hours","content-signals","aipref"],"pricing":null,"endpoints":[{"url":"npm:polite-crawler","type":"package_npm","auth":null,"probeable":false},{"url":"npm:polite-crawler-mcp","type":"package_npm","auth":null,"probeable":false}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-11-02T20:02:25.680907Z","npmKeywords":["mcp","mcp-server","model-context-protocol","claude","ai-agent","crawler","web-crawler","polite-crawler","robots.txt","fetch","research","full-text-search"],"publishedAt":"2026-11-02T20:02:25.680907Z","registryName":"io.github.mark1russell7/polite-crawler"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","license":"npm","repoUrl":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"declared"},{"slug":"infra.browser-automation","name":"Browser Automation","confidence":1,"provenance":"declared"},{"slug":"data.database","name":"Databases","confidence":1,"provenance":"declared"}],"categories":["data","infra"],"language":"en"},"observed":{"status":"unknown","statusReason":"Distributed as a package to run locally; no network endpoint to check.","lastOkAt":null,"lastProbedAt":null,"statusComputedAt":null,"reliability30d":null,"latestObservations":[],"tools":null,"package":{"name":"polite-crawler-mcp","registry":"npm","observedAt":"2026-11-04T09:21:03.933Z","publishedAt":"2026-11-02T20:02:09.363Z","latestVersion":"0.3.0","weeklyDownloads":325},"toolSurface":null,"endpointFacts":[]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"io.github.mark1russell7/polite-crawler","url":"https://registry.modelcontextprotocol.io/v0/servers/io.github.mark1russell7%2Fpolite-crawler","firstSeenAt":"2026-10-16T14:22:51.174Z","fetchedAt":"2026-11-02T21:22:08.603Z","normalizedAt":"2026-11-02T21:22:08.603Z"},{"source":"npm","key":"polite-crawler-mcp","url":"https://www.npmjs.com/package/polite-crawler-mcp","firstSeenAt":"2026-11-01T16:20:52.233Z","fetchedAt":"2026-11-04T09:20:52.670Z","normalizedAt":"2026-11-04T09:20:52.670Z"},{"source":"npm","key":"polite-crawler","url":"https://www.npmjs.com/package/polite-crawler","firstSeenAt":"2026-10-19T23:19:09.639Z","fetchedAt":"2026-11-04T08:20:13.325Z","normalizedAt":"2026-11-04T08:20:13.325Z"}]},"firstSeenAt":"2026-10-16T14:22:51.174Z","updatedAt":"2026-11-04T09:21:03.933Z"}