{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_w9vv5m2gnhpv","handle":"web-crawler-mcp-by-insightfulpipe","url":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe","links":{"self":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe/record.json","html":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe","markdown":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe/record.md","api":"https://wellknown.network/api/v1/agents/web-crawler-mcp-by-insightfulpipe","status":"https://wellknown.network/api/v1/agents/web-crawler-mcp-by-insightfulpipe/status","claim":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe/claim.json","badge":"https://wellknown.network/agents/web-crawler-mcp-by-insightfulpipe/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/web-crawler-mcp-by-insightfulpipe/history","tools":"https://wellknown.network/api/v1/agents/web-crawler-mcp-by-insightfulpipe/tools"},"ard":{"identifier":"urn:air:crawler.insightfulmcp.com:server:web-crawler-mcp-by-insightfulpipe","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"Web Crawler MCP by InsightfulPipe","summary":"Hosted Web Crawler MCP server for Claude, ChatGPT and Cursor, with each action switched per account.","description":"Hosted Web Crawler MCP server for Claude, ChatGPT and Cursor, with each action switched per account.","publisher":{"name":"com.insightfulpipe","url":null},"homepage":"https://insightfulpipe.com/mcp-servers/crawler","repository":"https://github.com/Insightful-Pipe/web-crawler-mcp-server","version":"1.0.0","license":null,"protocols":["mcp"],"tags":[],"pricing":null,"endpoints":[{"url":"https://crawler.insightfulmcp.com","type":"mcp_streamable_http","auth":null,"probeable":true}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-10-21T01:16:05.82117Z","publishedAt":"2026-10-21T01:16:05.82117Z","registryName":"com.insightfulpipe/crawler"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","repoUrl":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"derived"}],"categories":["data"],"language":"en"},"observed":{"status":"live","statusReason":"Responded 1h ago.","lastOkAt":"2026-11-05T13:25:53.807Z","lastProbedAt":"2026-11-05T13:25:53.807Z","statusComputedAt":"2026-11-05T13:28:54.509Z","reliability30d":{"probes":47,"successRate":0.9787,"p50Ms":22,"basis":"auth_boundary","measures":{"availability":"authentication boundary reached","latency":"time to authentication response","tools":"not measured — authentication required","summary":"Every successful check was an authentication response (401/403). The endpoint exists and enforces authentication; nothing behind that boundary — tools, behaviour, service health — has been observed."},"checks":{"total":47,"ok":46,"authBoundaryOk":46,"serviceOk":0,"note":"Counted from the observation rows for the window, checks of the server only (HTTP, A2A card, MCP initialize). ok = authBoundaryOk + serviceOk. `probes` is the sum of daily rollups and includes registry checks, so it can differ from `total`."}},"latestObservations":[{"at":"2026-11-05T13:25:53.807Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":25,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-05T04:24:07.210Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":21,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-04T20:28:21.638Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":22,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-04T11:23:02.392Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":24,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-04T02:28:25.130Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":22,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-03T17:33:19.190Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":26,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-03T09:32:27.441Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":23,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-03T01:32:14.428Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":21,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}},{"at":"2026-11-02T10:22:24.009Z","kind":"mcp_initialize","ok":false,"httpStatus":503,"latencyMs":2901,"error":"http 503","detail":null},{"at":"2026-11-02T01:24:49.673Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":22,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer error=\"invalid_token\", error_description=\"Authentication failed. The provided bearer token is invalid, expired, or no longer recognized by the server. To resolve: clear authentication tokens in"}}],"tools":null,"package":null,"toolSurface":null,"endpointFacts":[{"id":"ep_p3jh7wtuxphu","url":"https://crawler.insightfulmcp.com","type":"mcp_streamable_http","factsCheckedAt":"2026-11-04T11:23:02.400Z","auth":{"observedAt":"2026-11-04T11:23:02.445Z","authRequired":true,"scheme":"Bearer","resourceMetadata":{"url":"https://crawler.insightfulmcp.com/.well-known/oauth-protected-resource","resource":"https://crawler.insightfulmcp.com/","authorizationServers":["https://crawler.insightfulmcp.com/"],"scopesSupported":["mcp_connection"]},"authorizationServer":{"url":"https://crawler.insightfulmcp.com/.well-known/oauth-authorization-server","issuer":"https://crawler.insightfulmcp.com/","grantTypesSupported":["authorization_code","refresh_token"],"codeChallengeMethodsSupported":["S256"],"tokenEndpointAuthMethodsSupported":["client_secret_post","client_secret_basic"],"dynamicClientRegistration":true,"dpopSigningAlgValuesSupported":[],"clientIdMetadataDocumentSupported":true},"conformance":{"dpop":false,"rfc8414":true,"rfc9728":true,"pkceS256":true,"clientIdMetadataDocument":true,"dynamicClientRegistration":true}},"tls":{"observedAt":"2026-11-04T11:23:02.469Z","protocol":"TLSv1.3","chainValid":true,"chainError":null,"hostMatches":true,"subject":"*.insightfulmcp.com","issuer":{"commonName":"WR3","organization":"Google Trust Services"},"validFrom":"2026-10-01T01:58:56.000Z","validTo":"2026-12-30T02:54:51.000Z","daysToExpiry":54,"sanCount":2,"fingerprint256":"74:20:FB:88:F1:9B:99:39:F3:27:99:CE:71:8B:D1:66:C4:92:90:11:87:2B:F3:8B:76:9D:D7:F2:56:52:4C:7E"}}]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"com.insightfulpipe/crawler","url":"https://registry.modelcontextprotocol.io/v0/servers/com.insightfulpipe%2Fcrawler","firstSeenAt":"2026-10-21T20:20:25.659Z","fetchedAt":"2026-11-04T23:17:59.861Z","normalizedAt":"2026-11-04T23:17:59.861Z"}]},"firstSeenAt":"2026-10-21T20:20:25.659Z","updatedAt":"2026-10-21T20:20:49.549Z"}