{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_ubryq4ex2yaw","handle":"website-crawler-markdown-pages-sitemaps-rag-prov","url":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov","links":{"self":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov/record.json","html":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov","markdown":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov/record.md","api":"https://wellknown.network/api/v1/agents/website-crawler-markdown-pages-sitemaps-rag-prov","status":"https://wellknown.network/api/v1/agents/website-crawler-markdown-pages-sitemaps-rag-prov/status","claim":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov/claim.json","badge":"https://wellknown.network/agents/website-crawler-markdown-pages-sitemaps-rag-prov/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/website-crawler-markdown-pages-sitemaps-rag-prov/history","tools":"https://wellknown.network/api/v1/agents/website-crawler-markdown-pages-sitemaps-rag-prov/tools"},"ard":{"identifier":"urn:air:mcp.apify.com:server:website-crawler-markdown-pages-sitemaps-rag-prov","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"Website Crawler — Markdown Pages, Sitemaps & RAG Provenance","summary":"Crawl sites to Markdown with sitemaps, globs and depth limits, obeying robots and crawl-delay","description":"Crawl sites to Markdown with sitemaps, globs and depth limits, obeying robots and crawl-delay","publisher":{"name":"kriton-dev","url":null},"homepage":"https://apify.com/hermeskd/website-to-markdown","repository":null,"version":"1.0.4","license":null,"protocols":["mcp"],"tags":[],"pricing":null,"endpoints":[{"url":"https://mcp.apify.com/?tools=hermeskd/website-to-markdown","type":"mcp_streamable_http","auth":null,"probeable":true}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-11-02T05:44:17.075886Z","publishedAt":"2026-11-02T05:44:17.075886Z","registryName":"io.github.kriton-dev/website-to-markdown"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"derived"},{"slug":"data.vector-search","name":"Vector Search","confidence":0.646,"provenance":"derived"}],"categories":["data"],"language":"en"},"observed":{"status":"live","statusReason":"Responded 7h ago.","lastOkAt":"2026-11-04T20:26:56.715Z","lastProbedAt":"2026-11-04T20:26:56.715Z","statusComputedAt":"2026-11-04T20:30:46.941Z","reliability30d":{"probes":3,"successRate":1,"p50Ms":96,"basis":"auth_boundary","measures":{"availability":"authentication boundary reached","latency":"time to authentication response","tools":"not measured — authentication required","summary":"Every successful check was an authentication response (401/403). The endpoint exists and enforces authentication; nothing behind that boundary — tools, behaviour, service health — has been observed."},"checks":{"total":3,"ok":3,"authBoundaryOk":3,"serviceOk":0,"note":"Counted from the observation rows for the window, checks of the server only (HTTP, A2A card, MCP initialize). ok = authBoundaryOk + serviceOk. `probes` is the sum of daily rollups and includes registry checks, so it can differ from `total`."}},"latestObservations":[{"at":"2026-11-04T20:26:56.715Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":94,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer realm=\"OAuth\", error=\"invalid_token\", error_description=\"Missing or invalid access token. Pass an Apify API token in the Authorization: Bearer <token> header. Manage tokens at https://console.a"}},{"at":"2026-11-04T02:27:56.685Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":93,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer realm=\"OAuth\", error=\"invalid_token\", error_description=\"Missing or invalid access token. Pass an Apify API token in the Authorization: Bearer <token> header. Manage tokens at https://console.a"}},{"at":"2026-11-03T08:29:51.115Z","kind":"mcp_initialize","ok":true,"httpStatus":401,"latencyMs":97,"error":null,"detail":{"authRequired":true,"wwwAuthenticate":"Bearer realm=\"OAuth\", error=\"invalid_token\", error_description=\"Missing or invalid access token. Pass an Apify API token in the Authorization: Bearer <token> header. Manage tokens at https://console.a"}}],"tools":null,"package":null,"toolSurface":null,"endpointFacts":[{"id":"ep_48yn9msfugfm","url":"https://mcp.apify.com/?tools=hermeskd/website-to-markdown","type":"mcp_streamable_http","factsCheckedAt":"2026-11-04T20:26:56.715Z","auth":{"observedAt":"2026-11-04T20:26:56.916Z","authRequired":true,"scheme":"Bearer","resourceMetadata":{"url":"https://mcp.apify.com/.well-known/oauth-protected-resource","resource":"https://mcp.apify.com","authorizationServers":["https://console-backend.apify.com"],"scopesSupported":["full_api_access"]},"authorizationServer":{"url":"https://console-backend.apify.com/.well-known/oauth-authorization-server","issuer":"https://console-backend.apify.com","grantTypesSupported":["authorization_code","refresh_token","urn:ietf:params:oauth:grant-type:device_code"],"codeChallengeMethodsSupported":["S256"],"tokenEndpointAuthMethodsSupported":["client_secret_basic","client_secret_post","none","private_key_jwt"],"dynamicClientRegistration":true,"dpopSigningAlgValuesSupported":[],"clientIdMetadataDocumentSupported":true},"conformance":{"dpop":false,"rfc8414":true,"rfc9728":true,"pkceS256":true,"clientIdMetadataDocument":true,"dynamicClientRegistration":true}},"tls":{"observedAt":"2026-11-04T20:26:57.088Z","protocol":"TLSv1.3","chainValid":true,"chainError":null,"hostMatches":true,"subject":"*.apify.com","issuer":{"commonName":"Amazon RSA 2048 M04","organization":"Amazon"},"validFrom":"2026-07-03T00:00:00.000Z","validTo":"2027-01-16T23:59:59.000Z","daysToExpiry":72,"sanCount":4,"fingerprint256":"8B:70:D5:07:BC:74:55:22:2A:23:E0:08:36:D1:D8:1B:75:F1:0B:99:99:0F:E5:B8:AE:6E:9A:9C:08:F1:F9:8C"}}]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"io.github.kriton-dev/website-to-markdown","url":"https://registry.modelcontextprotocol.io/v0/servers/io.github.kriton-dev%2Fwebsite-to-markdown","firstSeenAt":"2026-11-02T20:19:37.217Z","fetchedAt":"2026-11-02T20:19:37.217Z","normalizedAt":"2026-11-02T20:19:37.217Z"}]},"firstSeenAt":"2026-11-02T20:19:37.217Z","updatedAt":"2026-11-02T20:19:45.399Z"}