{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_u2nfanuns8wc","handle":"atalaya-ai-crawler-check","url":"https://wellknown.network/agents/atalaya-ai-crawler-check","links":{"self":"https://wellknown.network/agents/atalaya-ai-crawler-check/record.json","html":"https://wellknown.network/agents/atalaya-ai-crawler-check","markdown":"https://wellknown.network/agents/atalaya-ai-crawler-check/record.md","api":"https://wellknown.network/api/v1/agents/atalaya-ai-crawler-check","status":"https://wellknown.network/api/v1/agents/atalaya-ai-crawler-check/status","claim":"https://wellknown.network/agents/atalaya-ai-crawler-check/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/atalaya-ai-crawler-check/claim.json","badge":"https://wellknown.network/agents/atalaya-ai-crawler-check/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/atalaya-ai-crawler-check/history","tools":"https://wellknown.network/api/v1/agents/atalaya-ai-crawler-check/tools"},"ard":{"identifier":"urn:air:atalaya-ai.com:server:atalaya-ai-crawler-check","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"Atalaya AI crawler check","summary":"Which AI crawlers (GPTBot, OAI-SearchBot, ClaudeBot, PerplexityBot) a website allows, and why.","description":"Which AI crawlers (GPTBot, OAI-SearchBot, ClaudeBot, PerplexityBot) a website allows, and why.","publisher":{"name":"com.atalaya-ai","url":null},"homepage":"https://atalaya-ai.com/mcp-server/","repository":null,"version":"1.1.0","license":null,"protocols":["mcp"],"tags":[],"pricing":null,"endpoints":[{"url":"https://atalaya-ai.com/mcp","type":"mcp_streamable_http","auth":null,"probeable":true}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-11-03T20:55:49.46228Z","publishedAt":"2026-11-03T20:55:49.46228Z","registryName":"com.atalaya-ai/ai-crawler-check"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":1,"provenance":"derived"}],"categories":["data"],"language":"en"},"observed":{"status":"live","statusReason":"Responded 6h ago.","lastOkAt":"2026-11-07T16:27:12.766Z","lastProbedAt":"2026-11-07T16:27:12.766Z","statusComputedAt":"2026-11-07T16:30:59.493Z","reliability30d":{"probes":9,"successRate":1,"p50Ms":120,"basis":"service","measures":{"availability":"availability","latency":"response time","tools":"tool surface observed","summary":"Checks reached the service itself."},"checks":{"total":9,"ok":9,"authBoundaryOk":0,"serviceOk":9,"note":"Counted from the observation rows for the window, checks of the server only (HTTP, A2A card, MCP initialize). ok = authBoundaryOk + serviceOk. `probes` is the sum of daily rollups and includes registry checks, so it can differ from `total`."}},"latestObservations":[{"at":"2026-11-07T16:27:12.766Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":124,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-07T08:27:30.579Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":72,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-06T23:28:21.813Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":81,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-06T15:26:43.969Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":176,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-06T06:29:05.052Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":77,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-05T21:30:44.059Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":120,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-05T12:23:34.345Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":123,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-05T03:25:34.699Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":68,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}},{"at":"2026-11-04T19:25:36.490Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":128,"error":null,"detail":{"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"toolCount":2,"toolsHash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","serverName":"atalaya-ai-crawler-check","capabilities":["tools"],"serverVersion":"1.1.0","protocolVersion":"2025-06-18"}}],"tools":[{"name":"check_ai_crawler_access","description":"Checks whether AI crawlers can reach and read a public website or web app: which AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, PerplexityBot, Goo"},{"name":"list_ai_crawlers","description":"Lists the AI crawler user-agent tokens Atalaya checks, by vendor and purpose (training, search index, user-triggered fetch), so you can write a robots.txt that "}],"package":null,"toolSurface":{"id":"ts_kuf4gkjp7nvj","endpointId":"ep_bufu5sn85fhj","hash":"89e95b166efff4edb4645b5f2c5ee95d95de3def71fd26fec4c87854e593af3e","toolCount":2,"serverName":"atalaya-ai-crawler-check","serverVersion":"1.1.0","protocolVersion":"2025-06-18","firstSeenAt":"2026-11-04T19:25:36.488Z","lastSeenAt":"2026-11-07T16:27:12.778Z","observations":9,"hiddenText":{"level":"none","total":0,"tools":0,"kinds":[],"findings":[]},"toolNames":["check_ai_crawler_access","list_ai_crawlers"],"distinctSurfaces":1,"surfacesWithHiddenText":0},"endpointFacts":[]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"com.atalaya-ai/ai-crawler-check","url":"https://registry.modelcontextprotocol.io/v0/servers/com.atalaya-ai%2Fai-crawler-check","firstSeenAt":"2026-11-04T17:20:40.991Z","fetchedAt":"2026-11-04T17:20:40.991Z","normalizedAt":"2026-11-04T17:20:40.991Z"}]},"firstSeenAt":"2026-11-04T17:20:40.991Z","updatedAt":"2026-11-07T16:32:30.404Z"}