{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_d4bzeg7fuh87","handle":"octocrawl","url":"https://wellknown.network/agents/octocrawl","links":{"self":"https://wellknown.network/agents/octocrawl/record.json","html":"https://wellknown.network/agents/octocrawl","markdown":"https://wellknown.network/agents/octocrawl/record.md","api":"https://wellknown.network/api/v1/agents/octocrawl","status":"https://wellknown.network/api/v1/agents/octocrawl/status","claim":"https://wellknown.network/agents/octocrawl/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/octocrawl/claim.json","badge":"https://wellknown.network/agents/octocrawl/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/octocrawl/history","tools":"https://wellknown.network/api/v1/agents/octocrawl/tools"},"ard":{"identifier":"urn:air:mcp.octocrawl.dev:server:octocrawl","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"Octocrawl","summary":"Web pages as clean Markdown and JSON for AI agents, in fewer tokens, with an Evidence Record.","description":"Web pages as clean Markdown and JSON for AI agents, in fewer tokens, with an Evidence Record.","publisher":{"name":"77777R7","url":null},"homepage":"https://octocrawl.dev/docs/connect-mcp/?utm_source=mcp-registry&utm_medium=listing","repository":"https://github.com/77777R7/Octocrawl","version":"0.7.0","license":"AGPL-3.0-only","protocols":["mcp"],"tags":["octocrawl","web-scraping","web-crawler","scraper","markdown","html-to-markdown","llm","rag","ai-agents","evidence","mcp","mcp-server","model-context-protocol"],"pricing":null,"endpoints":[{"url":"https://mcp.octocrawl.dev/mcp","type":"mcp_streamable_http","auth":null,"probeable":true},{"url":"https://mcp.octocrawl.dev/mcp-oauth","type":"mcp_streamable_http","auth":null,"probeable":true},{"url":"npm:@octocrawl/mcp","type":"package_npm","auth":null,"probeable":false}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-10-17T18:09:34.508035Z","npmKeywords":["octocrawl","web-scraping","web-crawler","scraper","markdown","html-to-markdown","llm","rag","ai-agents","evidence","mcp","mcp-server","model-context-protocol"],"publishedAt":"2026-10-17T18:09:34.508035Z","registryName":"io.github.77777R7/octocrawl"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","license":"npm","repoUrl":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"declared"},{"slug":"data.vector-search","name":"Vector Search","confidence":1,"provenance":"declared"},{"slug":"infra.browser-automation","name":"Browser Automation","confidence":0.51,"provenance":"derived"}],"categories":["data","infra"],"language":"en"},"observed":{"status":"live","statusReason":"Responded 3h ago.","lastOkAt":"2026-10-22T08:26:32.566Z","lastProbedAt":"2026-10-22T08:26:32.566Z","statusComputedAt":"2026-10-22T08:30:18.874Z","reliability30d":{"probes":59,"successRate":1,"p50Ms":383,"basis":"mixed","measures":{"availability":"availability (some checks stopped at authentication)","latency":"response time (mixed)","tools":"partially observed","summary":"Some successful checks reached the service and some stopped at an authentication response; figures combine both."},"checks":{"total":59,"ok":59,"authBoundaryOk":13,"serviceOk":46,"note":"Counted from the observation rows for the window, checks of the server only (HTTP, A2A card, MCP initialize). ok = authBoundaryOk + serviceOk. `probes` is the sum of daily rollups and includes registry checks, so it can differ from `total`."}},"latestObservations":[{"at":"2026-10-22T08:26:32.566Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":395,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer resource_metadata=\"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth\", scope=\"mcp\""}},{"at":"2026-10-22T04:27:26.027Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":342,"error":null,"detail":{"tools":[{"name":"scrape","description":"Read one URL as Markdown with its Evidence Record (final URL, fetch time, HTTP status, robots.txt decision, hashes), over HTTP first and in the browser when the"},{"name":"map","description":"List a site's URLs without reading each page: the start page's links (read over HTTP alone) and the entries of the sitemaps the site declares, within one deadli"}],"toolCount":2,"toolsHash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","serverName":"octocrawl","capabilities":["tools"],"serverVersion":"0.7.0","protocolVersion":"2025-06-18"}},{"at":"2026-10-22T01:34:35.796Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":472,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer resource_metadata=\"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth\", scope=\"mcp\""}},{"at":"2026-10-21T21:34:08.298Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":372,"error":null,"detail":{"tools":[{"name":"scrape","description":"Read one URL as Markdown with its Evidence Record (final URL, fetch time, HTTP status, robots.txt decision, hashes), over HTTP first and in the browser when the"},{"name":"map","description":"List a site's URLs without reading each page: the start page's links (read over HTTP alone) and the entries of the sitemaps the site declares, within one deadli"}],"toolCount":2,"toolsHash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","serverName":"octocrawl","capabilities":["tools"],"serverVersion":"0.7.0","protocolVersion":"2025-06-18"}},{"at":"2026-10-21T19:27:58.635Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":721,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer resource_metadata=\"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth\", scope=\"mcp\""}},{"at":"2026-10-21T12:26:34.260Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":379,"error":null,"detail":{"tools":[{"name":"scrape","description":"Read one URL as Markdown with its Evidence Record (final URL, fetch time, HTTP status, robots.txt decision, hashes), over HTTP first and in the browser when the"},{"name":"map","description":"List a site's URLs without reading each page: the start page's links (read over HTTP alone) and the entries of the sitemaps the site declares, within one deadli"}],"toolCount":2,"toolsHash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","serverName":"octocrawl","capabilities":["tools"],"serverVersion":"0.7.0","protocolVersion":"2025-06-18"}},{"at":"2026-10-21T09:35:31.562Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":389,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer resource_metadata=\"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth\", scope=\"mcp\""}},{"at":"2026-10-21T03:26:37.512Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":403,"error":null,"detail":{"tools":[{"name":"scrape","description":"Read one URL as Markdown with its Evidence Record (final URL, fetch time, HTTP status, robots.txt decision, hashes), over HTTP first and in the browser when the"},{"name":"map","description":"List a site's URLs without reading each page: the start page's links (read over HTTP alone) and the entries of the sitemaps the site declares, within one deadli"}],"toolCount":2,"toolsHash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","serverName":"octocrawl","capabilities":["tools"],"serverVersion":"0.7.0","protocolVersion":"2025-06-18"}},{"at":"2026-10-21T01:26:38.783Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":372,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer resource_metadata=\"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth\", scope=\"mcp\""}},{"at":"2026-10-20T21:28:44.756Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":368,"error":null,"detail":{"tools":[{"name":"scrape","description":"Read one URL as Markdown with its Evidence Record (final URL, fetch time, HTTP status, robots.txt decision, hashes), over HTTP first and in the browser when the"},{"name":"map","description":"List a site's URLs without reading each page: the start page's links (read over HTTP alone) and the entries of the sitemaps the site declares, within one deadli"}],"toolCount":2,"toolsHash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","serverName":"octocrawl","capabilities":["tools"],"serverVersion":"0.7.0","protocolVersion":"2025-06-18"}}],"tools":null,"package":{"name":"@octocrawl/mcp","registry":"npm","observedAt":"2026-10-22T04:32:11.902Z","publishedAt":"2026-10-17T17:30:42.721Z","latestVersion":"0.7.0","weeklyDownloads":842},"toolSurface":{"id":"ts_fguvunjm2ufy","endpointId":"ep_sd55t9nkk8qp","hash":"df7f59837e00e7e53eed212b3eb812506deabd8ebbdf9db5f074c2d0102c6b81","toolCount":2,"serverName":"octocrawl","serverVersion":"0.7.0","protocolVersion":"2025-06-18","firstSeenAt":"2026-10-19T11:31:27.646Z","lastSeenAt":"2026-10-22T04:27:26.029Z","observations":10,"toolNames":["scrape","map"],"distinctSurfaces":9},"endpointFacts":[{"id":"ep_sd55t9nkk8qp","url":"https://mcp.octocrawl.dev/mcp","type":"mcp_streamable_http","factsCheckedAt":"2026-10-19T05:32:38.329Z","auth":{"observedAt":"2026-10-19T05:32:38.760Z","authRequired":false,"scheme":null,"resourceMetadata":null,"authorizationServer":null,"conformance":{"dpop":false,"rfc8414":false,"rfc9728":false,"pkceS256":false,"clientIdMetadataDocument":false,"dynamicClientRegistration":false}},"tls":{"observedAt":"2026-10-19T05:32:38.772Z","protocol":"TLSv1.3","chainValid":true,"chainError":null,"hostMatches":true,"subject":"octocrawl.dev","issuer":{"commonName":"WE1","organization":"Google Trust Services"},"validFrom":"2026-10-06T07:49:25.000Z","validTo":"2027-01-04T08:49:12.000Z","daysToExpiry":73,"sanCount":3,"fingerprint256":"60:42:59:F0:8B:69:3A:D8:67:2B:CD:10:16:43:82:61:BD:D9:D8:77:BA:A9:74:2C:D6:F2:1A:9E:E7:D6:51:AC"}},{"id":"ep_9k76cegurse8","url":"https://mcp.octocrawl.dev/mcp-oauth","type":"mcp_streamable_http","factsCheckedAt":"2026-10-22T08:26:32.564Z","auth":{"observedAt":"2026-10-22T08:26:33.525Z","authRequired":true,"scheme":"Bearer","resourceMetadata":{"url":"https://mcp.octocrawl.dev/.well-known/oauth-protected-resource/mcp-oauth","resource":"https://mcp.octocrawl.dev/mcp-oauth","authorizationServers":["https://octocrawl.dev"],"scopesSupported":["mcp"]},"authorizationServer":{"url":"https://octocrawl.dev/.well-known/oauth-authorization-server","issuer":"https://octocrawl.dev","grantTypesSupported":["authorization_code","refresh_token"],"codeChallengeMethodsSupported":["S256"],"tokenEndpointAuthMethodsSupported":["none"],"dynamicClientRegistration":true,"dpopSigningAlgValuesSupported":[],"clientIdMetadataDocumentSupported":true},"conformance":{"dpop":false,"rfc8414":true,"rfc9728":true,"pkceS256":true,"clientIdMetadataDocument":true,"dynamicClientRegistration":true}},"tls":{"observedAt":"2026-10-22T08:26:33.557Z","protocol":"TLSv1.3","chainValid":true,"chainError":null,"hostMatches":true,"subject":"octocrawl.dev","issuer":{"commonName":"WE1","organization":"Google Trust Services"},"validFrom":"2026-10-06T07:49:25.000Z","validTo":"2027-01-04T08:49:12.000Z","daysToExpiry":73,"sanCount":3,"fingerprint256":"60:42:59:F0:8B:69:3A:D8:67:2B:CD:10:16:43:82:61:BD:D9:D8:77:BA:A9:74:2C:D6:F2:1A:9E:E7:D6:51:AC"}}]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"io.github.77777R7/octocrawl","url":"https://registry.modelcontextprotocol.io/v0/servers/io.github.77777R7%2Foctocrawl","firstSeenAt":"2026-10-09T16:20:20.010Z","fetchedAt":"2026-10-22T08:19:21.497Z","normalizedAt":"2026-10-22T08:19:21.497Z"},{"source":"npm","key":"@octocrawl/mcp","url":"https://www.npmjs.com/package/@octocrawl/mcp","firstSeenAt":"2026-10-10T00:18:40.265Z","fetchedAt":"2026-10-21T20:19:05.290Z","normalizedAt":"2026-10-21T20:19:05.290Z"}]},"firstSeenAt":"2026-10-09T16:20:20.010Z","updatedAt":"2026-10-22T04:32:11.902Z"}