{"$schema":"https://wellknown.network/schemas/agent-record-v1.json","schemaVersion":"1","id":"ag_b7btmbjq47yr","handle":"robotsgate","url":"https://wellknown.network/agents/robotsgate","links":{"self":"https://wellknown.network/agents/robotsgate/record.json","html":"https://wellknown.network/agents/robotsgate","markdown":"https://wellknown.network/agents/robotsgate/record.md","api":"https://wellknown.network/api/v1/agents/robotsgate","status":"https://wellknown.network/api/v1/agents/robotsgate/status","claim":"https://wellknown.network/agents/robotsgate/claim","claimApi":"https://wellknown.network/api/v1/claims","claimDescriptor":"https://wellknown.network/agents/robotsgate/claim.json","badge":"https://wellknown.network/agents/robotsgate/badge.svg","openapi":"https://wellknown.network/openapi.json","history":"https://wellknown.network/api/v1/agents/robotsgate/history","tools":"https://wellknown.network/api/v1/agents/robotsgate/tools"},"ard":{"identifier":"urn:air:robotsgate.mike-tusa.workers.dev:server:robotsgate","type":"application/mcp-server-card+json"},"kind":"mcp_server","declared":{"name":"RobotsGate","summary":"Generate, validate and check robots.txt rules for AI crawlers. Free; optional Pro key.","description":"Generate, validate and check robots.txt rules for AI crawlers. Free; optional Pro key.","publisher":{"name":"dev.workers.mike-tusa.robotsgate","url":null},"homepage":"https://robotsgate.mike-tusa.workers.dev/","repository":null,"version":"0.3.1","license":null,"protocols":["mcp"],"tags":[],"pricing":null,"endpoints":[{"url":"https://robotsgate.mike-tusa.workers.dev/mcp","type":"mcp_streamable_http","auth":null,"probeable":true}],"skills":null,"tools":null,"extra":{"updatedAt":"2026-10-16T13:19:07.848417Z","publishedAt":"2026-10-16T13:19:07.848417Z","registryName":"dev.workers.mike-tusa.robotsgate/robotsgate"},"attribution":{"kind":"mcp_registry","name":"mcp_registry","summary":"mcp_registry","version":"mcp_registry","description":"mcp_registry","homepageUrl":"mcp_registry","publisherName":"mcp_registry"}},"derived":{"capabilities":[{"slug":"data.web-scraping","name":"Web Scraping","confidence":0.911,"provenance":"derived"}],"categories":["data"],"language":"en"},"observed":{"status":"live","statusReason":"Responded 3h ago.","lastOkAt":"2026-10-31T08:25:56.021Z","lastProbedAt":"2026-10-31T08:25:56.021Z","statusComputedAt":"2026-10-31T08:28:10.800Z","reliability30d":{"probes":44,"successRate":1,"p50Ms":92,"basis":"service","measures":{"availability":"availability","latency":"response time","tools":"tool surface observed","summary":"Checks reached the service itself."},"checks":{"total":44,"ok":44,"authBoundaryOk":0,"serviceOk":44,"note":"Counted from the observation rows for the window, checks of the server only (HTTP, A2A card, MCP initialize). ok = authBoundaryOk + serviceOk. `probes` is the sum of daily rollups and includes registry checks, so it can differ from `total`."}},"latestObservations":[{"at":"2026-10-31T08:25:56.021Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":83,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-31T01:31:28.551Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":76,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-30T18:29:09.368Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":78,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-30T11:21:57.038Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":175,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-30T03:22:41.478Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":48,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-29T19:31:51.859Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":103,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-29T12:24:39.093Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":100,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-29T05:38:03.746Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":47,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-28T22:26:02.706Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":161,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}},{"at":"2026-10-28T14:29:25.424Z","kind":"mcp_initialize","ok":true,"httpStatus":200,"latencyMs":122,"error":null,"detail":{"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"toolCount":4,"toolsHash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","serverName":"robotsgate","capabilities":["tools"],"serverVersion":"0.3.3","protocolVersion":"2025-06-18"}}],"tools":[{"name":"list_crawlers","description":"Return RobotsGate's AI crawler registry: each crawler's robots.txt token, operator, category (training, dataset, search, user_fetch or other), whether the opera"},{"name":"generate_robots","description":"Build a robots.txt from per-category choices (allow, block or omit for training, dataset, search, user_fetch or other), optional per-token overrides, a default "},{"name":"validate_robots","description":"Validate robots.txt text against RFC 9309 and report errors, warnings and, for one URL path, which registry AI crawlers are allowed or blocked and by which rule"},{"name":"check_site","description":"Fetch a site's /robots.txt (http/https on the default port only; private, loopback and internal addresses are refused; up to 512,000 bytes; results cached for 5"}],"package":null,"toolSurface":{"id":"ts_3jmw998zzpek","endpointId":"ep_d5285z2euqjc","hash":"d7c0f4cb5bb57bf8ac181d0eed970df196500e6c265cc36d3281640c8642f1c7","toolCount":4,"serverName":"robotsgate","serverVersion":"0.3.2","protocolVersion":"2025-06-18","firstSeenAt":"2026-10-18T15:29:38.739Z","lastSeenAt":"2026-10-31T08:25:56.016Z","observations":44,"toolNames":["list_crawlers","generate_robots","validate_robots","check_site"],"distinctSurfaces":1},"endpointFacts":[{"id":"ep_d5285z2euqjc","url":"https://robotsgate.mike-tusa.workers.dev/mcp","type":"mcp_streamable_http","factsCheckedAt":"2026-10-30T03:22:41.490Z","auth":{"observedAt":"2026-10-30T03:22:41.519Z","authRequired":false,"scheme":null,"resourceMetadata":null,"authorizationServer":null,"conformance":{"dpop":false,"rfc8414":false,"rfc9728":false,"pkceS256":false,"clientIdMetadataDocument":false,"dynamicClientRegistration":false}},"tls":{"observedAt":"2026-10-30T03:22:41.527Z","protocol":"TLSv1.3","chainValid":true,"chainError":null,"hostMatches":true,"subject":"mike-tusa.workers.dev","issuer":{"commonName":"WE1","organization":"Google Trust Services"},"validFrom":"2026-10-12T19:39:51.000Z","validTo":"2027-01-10T20:37:31.000Z","daysToExpiry":71,"sanCount":2,"fingerprint256":"D5:74:4D:3E:C8:1B:97:0A:54:E3:CD:0B:30:D7:FA:58:6D:44:C2:A9:F2:78:81:4F:7D:B2:5C:8F:9C:2F:96:3B"}}]},"verification":{"claimed":false,"claimedAt":null,"proofs":[]},"provenance":{"sources":[{"source":"mcp_registry","key":"dev.workers.mike-tusa.robotsgate/robotsgate","url":"https://registry.modelcontextprotocol.io/v0/servers/dev.workers.mike-tusa.robotsgate%2Frobotsgate","firstSeenAt":"2026-10-18T15:23:08.543Z","fetchedAt":"2026-10-29T02:22:03.081Z","normalizedAt":"2026-10-29T02:22:03.081Z"}]},"firstSeenAt":"2026-10-18T15:23:08.543Z","updatedAt":"2026-10-31T08:29:04.465Z"}