{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_vyqx4gf57qcd","handle":"crawlerpeek","url":"https://wellknown.network/agents/crawlerpeek","links":{"self":"https://wellknown.network/agents/crawlerpeek/record.json","html":"https://wellknown.network/agents/crawlerpeek","markdown":"https://wellknown.network/agents/crawlerpeek/record.md","api":"https://wellknown.network/api/v1/agents/crawlerpeek","status":"https://wellknown.network/api/v1/agents/crawlerpeek/status","claim":"https://wellknown.network/agents/crawlerpeek/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/crawlerpeek/claim.json","badge":"https://wellknown.network/agents/crawlerpeek/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/crawlerpeek/history","tools":"https://wellknown.network/api/v1/agents/crawlerpeek/tools"},"ard":{"identifier":"urn:air::server:crawlerpeek","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"Crawlerpeek","summary":"Check whether AI crawlers (GPTBot, ClaudeBot, PerplexityBot) can access a URL. Read-only.","description":"Check whether AI crawlers (GPTBot, ClaudeBot, PerplexityBot) can access a URL. Read-only.","publisher":{"name":"crawlerpeek","url":null},"homepage":"https://crawlerpeek.com","repository":"https://github.com/crawlerpeek/crawlerpeek","version":"0.3.1","license":"MIT","protocols":["mcp"],"tags":["robots.txt","ai","crawler","gptbot","claudebot","perplexitybot","geo","seo","mcp","model-context-protocol","ci"],"pricing":null,"endpoints":[{"url":"npm:crawlerpeek","type":"package_npm","auth":null,"probeable":false}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-10-29T21:20:46.271218Z","npmKeywords":["robots.txt","ai","crawler","gptbot","claudebot","perplexitybot","geo","seo","mcp","model-context-protocol","ci"],"publishedAt":"2026-10-29T21:20:46.271218Z","registryName":"io.github.crawlerpeek/crawlerpeek"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","license":"npm","repoUrl":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"declared"},{"slug":"content.seo","name":"SEO","confidence":1,"provenance":"declared"},{"slug":"dev.ci-cd","name":"CI/CD & Deploy","confidence":1,"provenance":"declared"}],"categories":["content","data","dev"],"language":"en"},"observed":{"status":"unknown","statusReason":"Distributed as a package to run locally; no network endpoint to check.","lastOkAt":null,"lastProbedAt":null,"statusComputedAt":null,"reliability30d":null,"latestObservations":[],"tools":null,"package":{"name":"crawlerpeek","registry":"npm","observedAt":"2026-11-06T18:18:01.276Z","publishedAt":"2026-10-29T21:20:09.200Z","latestVersion":"0.3.1","weeklyDownloads":590},"toolSurface":null,"endpointFacts":[]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"npm","key":"crawlerpeek","url":"https://www.npmjs.com/package/crawlerpeek","firstSeenAt":"2026-10-30T04:21:15.391Z","fetchedAt":"2026-11-06T18:17:51.082Z","normalizedAt":"2026-11-06T18:17:51.082Z"},{"source":"mcp_registry","key":"io.github.crawlerpeek/crawlerpeek","url":"https://registry.modelcontextprotocol.io/v0/servers/io.github.crawlerpeek%2Fcrawlerpeek","firstSeenAt":"2026-10-26T09:25:10.975Z","fetchedAt":"2026-11-06T07:22:20.924Z","normalizedAt":"2026-11-06T07:22:20.924Z"}]},"firstSeenAt":"2026-10-26T09:25:10.975Z","updatedAt":"2026-11-06T18:18:01.276Z"}